[ 523.034189] env[65333]: /opt/stack/neutron/neutron/__init__.py:25: UserWarning: The selected oslo_service backend is "eventlet" [ 523.034189] env[65333]: warnings.warn('The selected oslo_service backend is "eventlet"') [ 524.025557] env[65424]: /opt/stack/neutron/neutron/__init__.py:25: UserWarning: The selected oslo_service backend is "eventlet" [ 524.025557] env[65424]: warnings.warn('The selected oslo_service backend is "eventlet"') [ 525.872525] env[65424]: INFO neutron.common.config [-] Logging enabled! [ 525.872942] env[65424]: INFO neutron.common.config [-] /opt/stack/data/venv/bin/neutron-nsxv3-agent version 0.0.1.dev74 [ 525.873095] env[65424]: DEBUG neutron.common.config [-] command line: /opt/stack/data/venv/bin/neutron-nsxv3-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini --config-file /etc/neutron/plugins/ml2/ml2-nsxv3-1.ini {{(pid=65424) setup_logging /opt/stack/neutron/neutron/common/config.py:124}} [ 525.873407] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] VMware NSXv3 Agent initializing ... [ 525.873504] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] Eventlet blocking behavior detection initialization completed. [ 525.874371] env[65424]: WARNING oslo_policy.policy [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 525.874585] env[65424]: WARNING oslo_policy.policy [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 525.876310] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] VMware NSXv3 Agent initialized successfully. [ 525.876661] env[65424]: DEBUG oslo_concurrency.lockutils [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] Acquiring lock "singleton_lock" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 525.876790] env[65424]: DEBUG oslo_concurrency.lockutils [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] Acquired lock "singleton_lock" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 525.876995] env[65424]: DEBUG oslo_concurrency.lockutils [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] Releasing lock "singleton_lock" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 525.877319] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] Full set of CONF: {{(pid=65424) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/service.py:275}} [ 525.877434] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] ******************************************************************************** {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 525.877536] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] Configuration options gathered from: {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 525.878223] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini', '--config-file', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 525.878401] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 525.878509] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] ================================================================================ {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 525.878676] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] agent_down_time = 75 {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.878814] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] allow_automatic_dhcp_failover = True {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.878995] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] allow_bulk = True {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.879111] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] api_extensions_path = {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.879276] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] api_paste_config = api-paste.ini {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.879382] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] auth_strategy = keystone {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.879479] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] backdoor_port = None {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.879578] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] backdoor_socket = None {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.879711] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] backlog = 4096 {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.879854] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] base_mac = fa:16:3e:00:00:00 {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.880011] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] bind_host = 0.0.0.0 {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.880183] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] bind_port = 9696 {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.880321] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] client_socket_timeout = 900 {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.880460] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] config_dir = [] {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.880567] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.880702] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] config_source = [] {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.880840] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] control_exchange = neutron {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.880977] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] core_plugin = ml2 {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.881149] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] debug = True {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.881292] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] default_availability_zones = [] {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.881527] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.881671] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] dhcp_agent_notification = True {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.881876] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] dhcp_agents_per_network = 1 {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.882027] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] dhcp_lease_duration = 86400 {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.882173] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] dhcp_load_type = networks {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.882314] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] dns_domain = openstacklocal {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.882474] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.882615] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] enable_default_route_bfd = False {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.882743] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] enable_default_route_ecmp = False {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.882869] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] enable_dvr = True {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.882996] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] enable_new_agents = True {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.883136] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] enable_services_on_agents_with_admin_state_down = False {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.883267] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] enable_signals = True {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.883387] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] enable_traditional_dhcp = True {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.883512] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] external_dns_driver = None {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.883650] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] filter_validation = True {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.883775] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] global_physnet_mtu = 8950 {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.883903] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] graceful_shutdown_timeout = 60 {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.884120] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] host = cpu-1 {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.884274] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] host_dvr_for_dhcp = True {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.884408] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] http_retries = 3 {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.884572] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] instance_format = [instance: %(uuid)s] {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.884687] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.884824] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] ipam_driver = internal {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.884953] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] ipv6_pd_enabled = False {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.885100] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] l3_ha = False {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.885237] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.885370] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] l3_ha_network_physical_name = {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.885505] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] l3_ha_network_type = {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.885645] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] log_color = False {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.885777] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] log_config_append = None {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.885915] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.886050] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] log_dir = None {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.886180] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] log_file = None {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.886280] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] log_options = True {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.886410] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] log_rotate_interval = 1 {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.886547] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] log_rotate_interval_type = days {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.886679] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] log_rotation_type = none {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.886778] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.886874] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.887014] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.887155] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.887275] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.887384] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] max_dns_nameservers = 5 {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.887513] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] max_header_line = 16384 {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.887651] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] max_l3_agents_per_router = 3 {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.887785] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] max_logfile_count = 30 {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.887913] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] max_logfile_size_mb = 200 {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.888068] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] max_subnet_host_routes = 20 {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.888227] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] my_ip = 10.180.1.21 {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.888367] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] my_ipv6 = ::1 {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.888497] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] network_auto_schedule = True {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.888621] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] network_link_prefix = None {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.888804] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.888901] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] notify_nova_on_port_data_changes = True {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.889044] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] notify_nova_on_port_status_changes = True {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.889180] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] pagination_max_limit = -1 {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.889322] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] publish_errors = False {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.889433] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] rate_limit_burst = 0 {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.889572] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] rate_limit_except_level = CRITICAL {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.889701] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] rate_limit_interval = 0 {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.889850] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] retry_until_window = 30 {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.889954] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] router_distributed = False {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.890097] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] rpc_resources_processing_step = 20 {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.890225] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] rpc_response_max_timeout = 600 {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.890355] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] rpc_response_timeout = 60 {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.890482] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] send_events_interval = 2 {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.890664] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] service_plugins = ['router'] {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.890822] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] setproctitle = on {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.890908] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] shell_completion = None {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.891023] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] state_path = /opt/stack/data/neutron {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.891154] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] syslog_log_facility = LOG_USER {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.891281] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] tcp_keepidle = 600 {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.891444] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] transport_url = **** {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.891579] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] use_journal = False {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.891706] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] use_json = False {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.891830] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] use_ssl = False {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.891952] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] use_stderr = False {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.892123] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] use_syslog = False {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.892260] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] vlan_qinq = None {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.892388] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] vlan_transparent = None {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.892517] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] watch_log_file = False {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.892648] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] wsgi_default_pool_size = 100 {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.892774] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] wsgi_keep_alive = True {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.892913] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.893053] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] wsgi_server_debug = False {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.893203] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] oslo_concurrency.disable_process_locking = False {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.893347] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.893490] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.893622] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.893764] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.893904] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.894049] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.894205] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] profiler.connection_string = messaging:// {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.894344] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] profiler.enabled = False {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.894486] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] profiler.es_doc_type = notification {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.894622] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] profiler.es_scroll_size = 10000 {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.894761] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] profiler.es_scroll_time = 2m {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.894893] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] profiler.filter_error_trace = False {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.895042] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] profiler.hmac_keys = **** {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.895185] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] profiler.sentinel_service_name = mymaster {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.895329] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] profiler.socket_timeout = 0.1 {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.895462] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] profiler.trace_requests = False {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.895592] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] profiler.trace_sqlalchemy = False {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.895737] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] profiler_jaeger.process_tags = {} {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.895867] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] profiler_jaeger.service_name_prefix = None {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.896000] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] profiler_otlp.service_name_prefix = None {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.896193] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] oslo_policy.enforce_new_defaults = True {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.896473] env[65424]: WARNING oslo_config.cfg [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] Deprecated: Option "enforce_scope" from group "oslo_policy" is deprecated for removal (This configuration was added temporarily to facilitate a smooth transition to the new RBAC. OpenStack will always enforce scope checks. This configuration option is deprecated and will be removed in the 2025.2 cycle.). Its value may be silently ignored in the future. [ 525.896625] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] oslo_policy.enforce_scope = True {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.896769] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] oslo_policy.policy_default_rule = default {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.896918] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] oslo_policy.policy_dirs = ['policy.d'] {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.897070] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.897214] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.897344] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.897476] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.897606] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.897781] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.897968] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] oslo_policy.remote_timeout = 60.0 {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.898159] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.898318] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] agent.extensions = [] {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.898462] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.898601] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] service_providers.service_provider = [] {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.898742] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] QUOTAS.default_quota = -1 {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.898885] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.899027] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] QUOTAS.quota_floatingip = 50 {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.899164] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] QUOTAS.quota_network = 100 {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.899295] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] QUOTAS.quota_port = 500 {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.899426] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] QUOTAS.quota_rbac_policy = 10 {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.899555] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] QUOTAS.quota_router = 10 {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.899684] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] QUOTAS.quota_security_group = 10 {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.899813] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] QUOTAS.quota_security_group_rule = 100 {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.899943] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] QUOTAS.quota_subnet = 100 {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.900111] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] QUOTAS.track_quota_usage = True {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.900276] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.900410] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] privsep.group = None {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.900542] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] privsep.helper_command = None {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.900673] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] privsep.log_daemon_traceback = False {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.900811] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] privsep.logger_name = oslo_privsep.daemon {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.900946] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] privsep.thread_pool_size = 8 {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.901088] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] privsep.user = None {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.901231] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] privsep_dhcp_release.capabilities = [21, 12] {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.901394] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] privsep_dhcp_release.group = None {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.901531] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] privsep_dhcp_release.helper_command = None {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.901663] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] privsep_dhcp_release.log_daemon_traceback = False {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.901799] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.901929] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] privsep_dhcp_release.thread_pool_size = 8 {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.902071] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] privsep_dhcp_release.user = None {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.902214] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.902370] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] privsep_ovs_vsctl.group = None {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.902524] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] privsep_ovs_vsctl.helper_command = None {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.902661] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] privsep_ovs_vsctl.log_daemon_traceback = False {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.902798] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.902931] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] privsep_ovs_vsctl.thread_pool_size = 8 {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.903073] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] privsep_ovs_vsctl.user = None {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.903212] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] privsep_namespace.capabilities = [21] {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.903339] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] privsep_namespace.group = None {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.903470] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] privsep_namespace.helper_command = None {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.903599] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] privsep_namespace.log_daemon_traceback = False {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.903735] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.903867] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] privsep_namespace.thread_pool_size = 8 {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.903994] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] privsep_namespace.user = None {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.904142] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] privsep_conntrack.capabilities = [12] {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.904268] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] privsep_conntrack.group = None {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.904397] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] privsep_conntrack.helper_command = None {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.904529] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] privsep_conntrack.log_daemon_traceback = False {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.904665] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.904795] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] privsep_conntrack.thread_pool_size = 8 {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.904923] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] privsep_conntrack.user = None {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.905070] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] privsep_link.capabilities = [12, 21] {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.905200] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] privsep_link.group = None {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.905326] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] privsep_link.helper_command = None {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.905457] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] privsep_link.log_daemon_traceback = False {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.905592] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] privsep_link.logger_name = oslo_privsep.daemon {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.905724] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] privsep_link.thread_pool_size = 8 {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.905849] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] privsep_link.user = None {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.905998] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] AGENT.agent_id = nsxm-l-01a.corp.local {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.906157] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] AGENT.agent_prometheus_exporter_port = 8000 {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.906291] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] AGENT.continue_on_failed_promotions = False {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.906423] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] AGENT.dscp = None {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.906559] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] AGENT.dscp_inherit = False {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.906697] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] AGENT.force_mp_to_policy = True {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.906830] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] AGENT.locking_coordinator_url = None {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.906963] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] AGENT.log_agent_heartbeats = False {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.907107] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] AGENT.logging_expire = 1 {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.907248] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] AGENT.logging_url = unix:///var/run/redis/socket/redis.sock {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.907383] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] AGENT.max_sg_tags_per_segment_port = 27 {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.907526] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] AGENT.polling_interval = 240 {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.907657] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] AGENT.ports_tag_number_decrease_workaround = True {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.907836] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] AGENT.quitting_rpc_timeout = 120 {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.907993] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] AGENT.report_interval = 30.0 {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.908153] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] AGENT.root_helper = sudo /opt/stack/data/venv/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.908296] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] AGENT.root_helper_daemon = sudo /opt/stack/data/venv/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.908444] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] AGENT.rpc_max_records_per_query = 1000 {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.908603] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] AGENT.sync_skew = 60 {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.908743] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] AGENT.synchronization_queue_size = 20 {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.908878] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] AGENT.use_helper_for_ns_read = True {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.909031] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] SECURITYGROUP.enable_ipset = True {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.909172] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] SECURITYGROUP.enable_security_group = True {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.909315] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] SECURITYGROUP.firewall_driver = nsxv3 {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.909455] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] SECURITYGROUP.permitted_ethertypes = [] {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.909595] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] experimental.ipv6_pd_enabled = False {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.909756] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] ml2.extension_drivers = ['port_security'] {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.909888] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] ml2.external_network_type = None {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.910046] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] ml2.mechanism_drivers = ['nsxv3', 'openvswitch', 'logger'] {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.910194] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] ml2.overlay_ip_version = 4 {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.910335] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] ml2.path_mtu = 8950 {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.910479] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] ml2.physical_network_mtus = {} {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.910625] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] ml2.tenant_network_types = ['vlan'] {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.910763] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] ml2.tunnelled_network_rp_name = rp_tunnelled {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.910906] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] ml2.type_drivers = ['vlan'] {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.911057] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] AGENT_CLI.neutron_port_id = [] {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.911190] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] AGENT_CLI.neutron_qos_policy_id = [] {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.911352] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] AGENT_CLI.neutron_security_group_id = [] {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.911489] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] NSXV3.nsxv3_concurrent_requests = 40 {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.911636] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] NSXV3.nsxv3_connection_retry_count = 2 {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.911774] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] NSXV3.nsxv3_connection_retry_sleep = 2 {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.911911] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] NSXV3.nsxv3_default_policy_infrastructure_rules = True {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.912061] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] NSXV3.nsxv3_dfw_connectivity_strategy = NONE {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.912201] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] NSXV3.nsxv3_ip_discovery_switching_profile = nsx-default-ip-discovery-vlan-profile {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.912724] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] NSXV3.nsxv3_login_hostname = nsxt.osci.c.eu-de-1.cloud.sap {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.912724] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] NSXV3.nsxv3_login_password = **** {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.912724] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] NSXV3.nsxv3_login_port = 443 {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.912825] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] NSXV3.nsxv3_login_user = admin {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.912944] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] NSXV3.nsxv3_managed_hosts = [] {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.913099] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] NSXV3.nsxv3_max_records_per_query = 200 {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.913235] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] NSXV3.nsxv3_operation_retry_count = 3 {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.913368] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] NSXV3.nsxv3_operation_retry_sleep = 5 {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.913507] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] NSXV3.nsxv3_realization_timeout = 300 {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.913651] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] NSXV3.nsxv3_remove_orphan_ports_after = 2.0 {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.913790] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] NSXV3.nsxv3_request_timeout = 60 {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.913927] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] NSXV3.nsxv3_requests_per_second = 80 {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.914070] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] NSXV3.nsxv3_requests_per_second_timeout = 7 {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.914212] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] NSXV3.nsxv3_spoof_guard_switching_profile = nsx-default-spoof-guard-vif-profile {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.914353] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] NSXV3.nsxv3_suppress_ssl_warnings = True {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.914492] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] NSXV3.nsxv3_transport_zone_id_cache_time = 86400 {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.914631] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] NSXV3.nsxv3_transport_zone_name = nsx-vlan-transportzone {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.914820] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] vsphere.vsphere_login_hostname = vc-l-01a.corp.local {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.914964] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] vsphere.vsphere_login_password = VMware1! {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.915115] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] vsphere.vsphere_login_username = administrator@vsphere.local {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.915250] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] vsphere.vsphere_suppress_ssl_wornings = True {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.915390] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] nova.auth_section = None {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.915535] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] nova.auth_type = password {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.915677] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.915808] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] nova.certfile = None {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.915940] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] nova.collect_timing = False {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.916094] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] nova.endpoint_type = public {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.916230] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] nova.insecure = False {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.916360] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] nova.keyfile = None {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.916503] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] nova.region_name = RegionOne {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.916637] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] nova.split_loggers = False {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.916769] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] nova.timeout = None {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.916904] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] placement.auth_section = None {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.917060] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] placement.auth_type = password {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.917202] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.917332] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] placement.certfile = None {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.917465] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] placement.collect_timing = False {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.917603] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] placement.endpoint_type = public {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.917735] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] placement.insecure = False {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.917862] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] placement.keyfile = None {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.917989] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] placement.region_name = None {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.918133] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] placement.split_loggers = False {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.918261] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] placement.timeout = None {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.918397] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] ironic.auth_section = None {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.918528] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] ironic.auth_type = None {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.918655] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] ironic.cafile = None {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.918777] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] ironic.certfile = None {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.918909] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] ironic.collect_timing = False {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.919045] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] ironic.connect_retries = None {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.919176] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] ironic.connect_retry_delay = None {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.919306] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] ironic.enable_notifications = False {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.919436] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] ironic.endpoint_override = None {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.919567] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] ironic.insecure = False {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.919695] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] ironic.interface = None {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.919821] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] ironic.keyfile = None {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.919952] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] ironic.max_version = None {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.920090] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] ironic.min_version = None {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.920218] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] ironic.region_name = None {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.920346] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] ironic.retriable_status_codes = None {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.920473] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] ironic.service_name = None {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.920597] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] ironic.service_type = None {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.920726] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] ironic.split_loggers = False {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.920853] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] ironic.status_code_retries = None {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.920978] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] ironic.status_code_retry_delay = None {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.921114] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] ironic.timeout = None {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.921242] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] ironic.valid_interfaces = None {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.921377] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] ironic.version = None {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.921512] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] cli_script.dry_run = False {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.921654] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.921786] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.921919] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.922063] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.922197] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.922347] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.922457] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.922582] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.922709] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.922847] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.922972] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.923120] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.923256] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.923390] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.923521] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.923662] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] oslo_messaging_rabbit.processname = neutron-nsxv3-agent {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.923791] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.923924] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.924076] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.924294] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.924432] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.924564] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.924695] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.924826] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.924957] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.925101] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.925232] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.925388] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.925576] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.925744] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.925885] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] oslo_messaging_rabbit.ssl = False {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.926087] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.926285] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.926482] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.926673] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.926880] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] oslo_messaging_rabbit.ssl_version = {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.927088] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.927285] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] oslo_messaging_notifications.driver = [] {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.927486] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] oslo_messaging_notifications.retry = -1 {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.927702] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.927902] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] oslo_messaging_notifications.transport_url = **** {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.928078] env[65424]: DEBUG oslo_service.backend._eventlet.service [None req-932abf73-1293-4eec-9a7d-94a9692e1c32 None None] ******************************************************************************** {{(pid=65424) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 525.929367] env[65424]: DEBUG neutron.agent.securitygroups_rpc [None req-7e8d0299-479d-4e61-a386-18f0c3e50458 None None] Init firewall settings (driver=nsxv3) {{(pid=65424) init_firewall /opt/stack/neutron/neutron/agent/securitygroups_rpc.py:137}} [ 525.930724] env[65424]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.extensions.firewall [None req-7e8d0299-479d-4e61-a386-18f0c3e50458 None None] Initializing NSXv3SecurityGroupsDriver dummy driver. {{(pid=65424) __init__ /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/extensions/firewall.py:16}} [ 525.931014] env[65424]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-7e8d0299-479d-4e61-a386-18f0c3e50458 None None] RPC agent_id: nsxm-l-01a.corp.local [ 525.933411] env[65424]: DEBUG dogpile.cache.region [None req-7e8d0299-479d-4e61-a386-18f0c3e50458 None None] No value present for key: 'zone-id' {{(pid=65424) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 525.933545] env[65424]: DEBUG dogpile.lock [None req-7e8d0299-479d-4e61-a386-18f0c3e50458 None None] NeedRegenerationException {{(pid=65424) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 525.933635] env[65424]: DEBUG dogpile.lock [None req-7e8d0299-479d-4e61-a386-18f0c3e50458 None None] no value, waiting for create lock {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 525.933707] env[65424]: DEBUG dogpile.lock [None req-7e8d0299-479d-4e61-a386-18f0c3e50458 None None] value creation lock acquired {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 525.933791] env[65424]: DEBUG dogpile.cache.region [None req-7e8d0299-479d-4e61-a386-18f0c3e50458 None None] No value present for key: 'zone-id' {{(pid=65424) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 525.933876] env[65424]: DEBUG dogpile.lock [None req-7e8d0299-479d-4e61-a386-18f0c3e50458 None None] Calling creation function for not-yet-present value {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 525.934031] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e8d0299-479d-4e61-a386-18f0c3e50458 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 525.963611] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-7e8d0299-479d-4e61-a386-18f0c3e50458 None None] Session token - acquiring [ 525.965453] env[65424]: DEBUG networking_nsxv3.common.locking [None req-7e8d0299-479d-4e61-a386-18f0c3e50458 None None] Lock https://nsxt.osci.c.eu-de-1.cloud.sap:443 taken with stack trace [, , , , , , , , , , , , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 525.965663] env[65424]: DEBUG oslo_concurrency.lockutils [None req-7e8d0299-479d-4e61-a386-18f0c3e50458 None None] Acquiring lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 525.966140] env[65424]: DEBUG oslo_concurrency.lockutils [None req-7e8d0299-479d-4e61-a386-18f0c3e50458 None None] Acquired lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 525.966140] env[65424]: DEBUG oslo_concurrency.lockutils [None req-7e8d0299-479d-4e61-a386-18f0c3e50458 None None] Acquired external semaphore "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 525.977563] env[65424]: DEBUG oslo_concurrency.lockutils [None req-7e8d0299-479d-4e61-a386-18f0c3e50458 None None] Releasing lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 526.259872] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-7e8d0299-479d-4e61-a386-18f0c3e50458 None None] Session token - acquired, connected to NSX-T 4.1.2.0.0.22589037 [ 526.280698] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e8d0299-479d-4e61-a386-18f0c3e50458 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 526.280939] env[65424]: DEBUG dogpile.cache.region [None req-7e8d0299-479d-4e61-a386-18f0c3e50458 None None] Cache value generated in 0.347 seconds for key(s): 'zone-id' {{(pid=65424) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 526.281022] env[65424]: DEBUG dogpile.lock [None req-7e8d0299-479d-4e61-a386-18f0c3e50458 None None] Released creation lock {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 526.281088] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e8d0299-479d-4e61-a386-18f0c3e50458 None None] Activating Policy API Provider. [ 526.281281] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e8d0299-479d-4e61-a386-18f0c3e50458 None None] Looking for the default Infrastructure Rules. [ 526.350995] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e8d0299-479d-4e61-a386-18f0c3e50458 None None] Looking for the Default Layer3 Logged Drop Section. [ 526.369115] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-7e8d0299-479d-4e61-a386-18f0c3e50458 None None] Detected NSX-T (4, 1, 2, 0, 0, 22589037) version. [ 526.369590] env[65424]: DEBUG networking_nsxv3.common.locking [None req-7e8d0299-479d-4e61-a386-18f0c3e50458 None None] Lock all taken with stack trace [, , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 526.369769] env[65424]: DEBUG oslo_concurrency.lockutils [None req-7e8d0299-479d-4e61-a386-18f0c3e50458 None None] Acquiring lock "all" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 526.369872] env[65424]: DEBUG oslo_concurrency.lockutils [None req-7e8d0299-479d-4e61-a386-18f0c3e50458 None None] Acquired lock "all" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 526.370180] env[65424]: DEBUG oslo_concurrency.lockutils [None req-7e8d0299-479d-4e61-a386-18f0c3e50458 None None] Acquired external semaphore "all" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 526.370516] env[65424]: DEBUG networking_nsxv3.api.rpc [None req-7e8d0299-479d-4e61-a386-18f0c3e50458 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 526.888059] env[65424]: DEBUG networking_nsxv3.api.rpc [None req-7e8d0299-479d-4e61-a386-18f0c3e50458 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 527.390262] env[65424]: DEBUG networking_nsxv3.api.rpc [None req-7e8d0299-479d-4e61-a386-18f0c3e50458 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 527.892367] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-7e8d0299-479d-4e61-a386-18f0c3e50458 None None] Inventory metadata is going to be refreshed. [ 527.892755] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e8d0299-479d-4e61-a386-18f0c3e50458 None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 528.650528] env[65424]: DEBUG networking_nsxv3.common.locking [None req-7e8d0299-479d-4e61-a386-18f0c3e50458 None None] Lock Segment taken with stack trace [, , , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 528.650808] env[65424]: DEBUG oslo_concurrency.lockutils [None req-7e8d0299-479d-4e61-a386-18f0c3e50458 None None] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 528.650983] env[65424]: DEBUG oslo_concurrency.lockutils [None req-7e8d0299-479d-4e61-a386-18f0c3e50458 None None] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 528.651322] env[65424]: DEBUG oslo_concurrency.lockutils [None req-7e8d0299-479d-4e61-a386-18f0c3e50458 None None] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 528.662853] env[65424]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [None req-7e8d0299-479d-4e61-a386-18f0c3e50458 None None] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 528.663775] env[65424]: DEBUG oslo_concurrency.lockutils [None req-7e8d0299-479d-4e61-a386-18f0c3e50458 None None] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 528.664685] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e8d0299-479d-4e61-a386-18f0c3e50458 None None] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 528.683972] env[65424]: DEBUG networking_nsxv3.common.locking [None req-7e8d0299-479d-4e61-a386-18f0c3e50458 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 528.684271] env[65424]: DEBUG oslo_concurrency.lockutils [None req-7e8d0299-479d-4e61-a386-18f0c3e50458 None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 528.684370] env[65424]: DEBUG oslo_concurrency.lockutils [None req-7e8d0299-479d-4e61-a386-18f0c3e50458 None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 528.684718] env[65424]: DEBUG oslo_concurrency.lockutils [None req-7e8d0299-479d-4e61-a386-18f0c3e50458 None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 528.684894] env[65424]: DEBUG oslo_concurrency.lockutils [None req-7e8d0299-479d-4e61-a386-18f0c3e50458 None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 528.685105] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e8d0299-479d-4e61-a386-18f0c3e50458 None None] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 528.685276] env[65424]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e8d0299-479d-4e61-a386-18f0c3e50458 None None] Outdated resources of Type:SegmentPort Are:set() {{(pid=65424) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 528.685456] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e8d0299-479d-4e61-a386-18f0c3e50458 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 528.706938] env[65424]: DEBUG networking_nsxv3.common.locking [None req-7e8d0299-479d-4e61-a386-18f0c3e50458 None None] Lock Security Group (Rules) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 528.707223] env[65424]: DEBUG oslo_concurrency.lockutils [None req-7e8d0299-479d-4e61-a386-18f0c3e50458 None None] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 528.707276] env[65424]: DEBUG oslo_concurrency.lockutils [None req-7e8d0299-479d-4e61-a386-18f0c3e50458 None None] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 528.707581] env[65424]: DEBUG oslo_concurrency.lockutils [None req-7e8d0299-479d-4e61-a386-18f0c3e50458 None None] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 528.707780] env[65424]: DEBUG oslo_concurrency.lockutils [None req-7e8d0299-479d-4e61-a386-18f0c3e50458 None None] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 528.707944] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e8d0299-479d-4e61-a386-18f0c3e50458 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 528.730127] env[65424]: DEBUG networking_nsxv3.common.locking [None req-7e8d0299-479d-4e61-a386-18f0c3e50458 None None] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 528.730389] env[65424]: DEBUG oslo_concurrency.lockutils [None req-7e8d0299-479d-4e61-a386-18f0c3e50458 None None] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 528.730389] env[65424]: DEBUG oslo_concurrency.lockutils [None req-7e8d0299-479d-4e61-a386-18f0c3e50458 None None] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 528.730680] env[65424]: DEBUG oslo_concurrency.lockutils [None req-7e8d0299-479d-4e61-a386-18f0c3e50458 None None] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 528.730822] env[65424]: DEBUG oslo_concurrency.lockutils [None req-7e8d0299-479d-4e61-a386-18f0c3e50458 None None] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 528.730962] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e8d0299-479d-4e61-a386-18f0c3e50458 None None] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 528.752457] env[65424]: DEBUG networking_nsxv3.common.locking [None req-7e8d0299-479d-4e61-a386-18f0c3e50458 None None] Lock Address Group taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 528.752714] env[65424]: DEBUG oslo_concurrency.lockutils [None req-7e8d0299-479d-4e61-a386-18f0c3e50458 None None] Acquiring lock "Address Group" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 528.752771] env[65424]: DEBUG oslo_concurrency.lockutils [None req-7e8d0299-479d-4e61-a386-18f0c3e50458 None None] Acquired lock "Address Group" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 528.753070] env[65424]: DEBUG oslo_concurrency.lockutils [None req-7e8d0299-479d-4e61-a386-18f0c3e50458 None None] Acquired external semaphore "Address Group" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 528.753217] env[65424]: DEBUG oslo_concurrency.lockutils [None req-7e8d0299-479d-4e61-a386-18f0c3e50458 None None] Releasing lock "Address Group" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 528.753368] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e8d0299-479d-4e61-a386-18f0c3e50458 None None] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 528.753471] env[65424]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e8d0299-479d-4e61-a386-18f0c3e50458 None None] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=65424) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 528.753572] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e8d0299-479d-4e61-a386-18f0c3e50458 None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 528.772836] env[65424]: DEBUG networking_nsxv3.common.locking [None req-7e8d0299-479d-4e61-a386-18f0c3e50458 None None] Lock Segment QoS taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 528.773093] env[65424]: DEBUG oslo_concurrency.lockutils [None req-7e8d0299-479d-4e61-a386-18f0c3e50458 None None] Acquiring lock "Segment QoS" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 528.773093] env[65424]: DEBUG oslo_concurrency.lockutils [None req-7e8d0299-479d-4e61-a386-18f0c3e50458 None None] Acquired lock "Segment QoS" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 528.773347] env[65424]: DEBUG oslo_concurrency.lockutils [None req-7e8d0299-479d-4e61-a386-18f0c3e50458 None None] Acquired external semaphore "Segment QoS" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 528.773467] env[65424]: DEBUG oslo_concurrency.lockutils [None req-7e8d0299-479d-4e61-a386-18f0c3e50458 None None] Releasing lock "Segment QoS" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 528.773785] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e8d0299-479d-4e61-a386-18f0c3e50458 None None] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 528.773923] env[65424]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e8d0299-479d-4e61-a386-18f0c3e50458 None None] Outdated resources of Type:Segment QoS Are:set() {{(pid=65424) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 528.774078] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e8d0299-479d-4e61-a386-18f0c3e50458 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 528.797657] env[65424]: DEBUG networking_nsxv3.common.locking [None req-7e8d0299-479d-4e61-a386-18f0c3e50458 None None] Lock Security Group (Members) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 528.797919] env[65424]: DEBUG oslo_concurrency.lockutils [None req-7e8d0299-479d-4e61-a386-18f0c3e50458 None None] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 528.797919] env[65424]: DEBUG oslo_concurrency.lockutils [None req-7e8d0299-479d-4e61-a386-18f0c3e50458 None None] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 528.798251] env[65424]: DEBUG oslo_concurrency.lockutils [None req-7e8d0299-479d-4e61-a386-18f0c3e50458 None None] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 528.798453] env[65424]: DEBUG oslo_concurrency.lockutils [None req-7e8d0299-479d-4e61-a386-18f0c3e50458 None None] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 528.798612] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e8d0299-479d-4e61-a386-18f0c3e50458 None None] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 528.798714] env[65424]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e8d0299-479d-4e61-a386-18f0c3e50458 None None] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65424) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 528.798810] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-7e8d0299-479d-4e61-a386-18f0c3e50458 None None] Inventory metadata have been refreshed. [ 528.798903] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-7e8d0299-479d-4e61-a386-18f0c3e50458 None None] Dryrun:True. Metadata refresh completed. [ 528.799051] env[65424]: DEBUG oslo_concurrency.lockutils [None req-7e8d0299-479d-4e61-a386-18f0c3e50458 None None] Releasing lock "all" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 528.800893] env[65424]: INFO neutron.agent.agent_extensions_manager [None req-7e8d0299-479d-4e61-a386-18f0c3e50458 None None] Loaded agent extensions: [] [ 528.801772] env[65424]: DEBUG neutron_lib.callbacks.manager [None req-7e8d0299-479d-4e61-a386-18f0c3e50458 None None] Publish callbacks [] for NSXv3 Agent (None), after_init {{(pid=65424) _notify_loop /opt/stack/data/venv/lib/python3.10/site-packages/neutron_lib/callbacks/manager.py:184}} [ 528.858600] env[65424]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-7e8d0299-479d-4e61-a386-18f0c3e50458 None None] NSXv3 Agent Agent RPC Daemon Started! [ 528.858780] env[65424]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-7e8d0299-479d-4e61-a386-18f0c3e50458 None None] NSXv3 Agent Agent loop - iteration:0 started [ 528.858824] env[65424]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-7e8d0299-479d-4e61-a386-18f0c3e50458 None None] NSXv3 Agent Agent out of sync with plugin! [ 533.802803] env[65424]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 533.803178] env[65424]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 538.804809] env[65424]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 538.804809] env[65424]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 543.569485] env[65424]: INFO networking_nsxv3.common.synchronization [None req-5184a27e-e7ee-4a7e-9822-b7fa61ded189 demo admin] Enqueued Resource ID: 8813c6cd-0495-492e-b0f3-6e1f9b111615 with Priority: HIGHEST for action security_group_rules [ 543.570256] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8813c6cd-0495-492e-b0f3-6e1f9b111615 with Priority: HIGHEST for action security_group_rules [ 543.570608] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8813c6cd-0495-492e-b0f3-6e1f9b111615 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 543.570789] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8813c6cd-0495-492e-b0f3-6e1f9b111615" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 543.570864] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8813c6cd-0495-492e-b0f3-6e1f9b111615" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 543.571258] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8813c6cd-0495-492e-b0f3-6e1f9b111615" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 543.571348] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8813c6cd-0495-492e-b0f3-6e1f9b111615',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 544.094555] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 544.094808] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 544.094808] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 544.094985] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 544.095088] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 544.095185] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8813c6cd-0495-492e-b0f3-6e1f9b111615 already deleted. [ 544.095268] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8813c6cd-0495-492e-b0f3-6e1f9b111615" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 548.570985] env[65424]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 548.571369] env[65424]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 553.572746] env[65424]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 553.572746] env[65424]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 558.573754] env[65424]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 558.574204] env[65424]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 563.574717] env[65424]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 563.575080] env[65424]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 568.575689] env[65424]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 568.575988] env[65424]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 570.808355] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 570.808355] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 570.808355] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 570.808355] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 570.808355] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 571.311604] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 571.380698] env[65424]: INFO networking_nsxv3.common.synchronization [None req-d6e83bb9-ebc8-42cb-b392-7acc2ca73a71 None None] Enqueued Resource ID: 434acfbe-e5c3-4f72-8291-8e479d381347 with Priority: HIGHEST for action port [ 571.380944] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 434acfbe-e5c3-4f72-8291-8e479d381347 with Priority: HIGHEST for action port [ 571.381511] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock port-434acfbe-e5c3-4f72-8291-8e479d381347 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 571.381624] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-434acfbe-e5c3-4f72-8291-8e479d381347" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 571.381689] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-434acfbe-e5c3-4f72-8291-8e479d381347" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 571.382079] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-434acfbe-e5c3-4f72-8291-8e479d381347" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 571.382176] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('434acfbe-e5c3-4f72-8291-8e479d381347',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 571.813678] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 571.884692] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 434acfbe-e5c3-4f72-8291-8e479d381347 [ 571.884935] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 571.885082] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 571.885146] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 571.885382] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 571.885461] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 571.885521] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:434acfbe-e5c3-4f72-8291-8e479d381347 already deleted. [ 571.885603] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-434acfbe-e5c3-4f72-8291-8e479d381347" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 572.317647] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 572.317769] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 573.062204] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.062701] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.062981] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 573.063457] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 573.080873] env[65424]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 573.082219] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 573.083728] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 573.108789] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.111077] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.111077] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 573.111077] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 573.111077] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 573.111077] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 573.111077] env[65424]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65424) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 573.111077] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 573.142527] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.142527] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.142527] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 573.142527] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 573.142527] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 573.142527] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 573.163844] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.164019] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.164160] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 573.164356] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 573.164776] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 573.164776] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 573.188291] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.188291] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.188291] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 573.188291] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 573.188291] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 573.188291] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 573.188291] env[65424]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=65424) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 573.188291] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 573.206119] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.206119] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.206119] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 573.206119] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 573.206119] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 573.206119] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 573.206119] env[65424]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65424) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 573.206119] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 573.228315] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.228315] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.228315] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 573.228315] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 573.228315] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 573.228315] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 573.228315] env[65424]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65424) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 573.228315] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 573.228315] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 573.228315] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Rules [ 573.228315] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Members [ 573.228315] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:QoS [ 573.228315] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Items outdated since last Agent sanitize:0 [ 573.228315] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Sanitizing provider based on age cycles [ 573.228315] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 573.251909] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.251909] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.251909] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 573.251909] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 573.251909] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 573.251909] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 573.271777] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.272380] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.272778] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 573.273300] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 573.274611] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 573.289840] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 573.631817] env[65424]: INFO networking_nsxv3.common.synchronization [None req-d2614847-c32d-4fdb-bf25-b6d792e46418 None None] Enqueued Resource ID: 8c962136-ac34-45b0-a157-eb89d9235986 with Priority: HIGHEST for action port [ 573.632212] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c962136-ac34-45b0-a157-eb89d9235986 with Priority: HIGHEST for action port [ 573.632542] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock port-8c962136-ac34-45b0-a157-eb89d9235986 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.632633] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8c962136-ac34-45b0-a157-eb89d9235986" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.632672] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8c962136-ac34-45b0-a157-eb89d9235986" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 573.632918] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8c962136-ac34-45b0-a157-eb89d9235986" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 573.633183] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8c962136-ac34-45b0-a157-eb89d9235986',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 574.135899] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8c962136-ac34-45b0-a157-eb89d9235986 [ 574.135899] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 574.136283] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.136283] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 574.136360] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 574.136403] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 574.136499] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8c962136-ac34-45b0-a157-eb89d9235986 already deleted. [ 574.136579] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8c962136-ac34-45b0-a157-eb89d9235986" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 576.310076] env[65424]: INFO networking_nsxv3.common.synchronization [None req-f6072afb-5bb0-4008-a46b-0a4e7deca97c None None] Enqueued Resource ID: 2196696e-3153-4746-a3cd-66249691b180 with Priority: HIGHEST for action port [ 576.310958] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2196696e-3153-4746-a3cd-66249691b180 with Priority: HIGHEST for action port [ 576.311480] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock port-2196696e-3153-4746-a3cd-66249691b180 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.312372] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2196696e-3153-4746-a3cd-66249691b180" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.312372] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2196696e-3153-4746-a3cd-66249691b180" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 576.312372] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2196696e-3153-4746-a3cd-66249691b180" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 576.312372] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2196696e-3153-4746-a3cd-66249691b180',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 576.583218] env[65424]: INFO networking_nsxv3.common.synchronization [None req-765eedd5-7623-4691-86bd-40f4fd666fe7 None None] Enqueued Resource ID: 674c63e9-1d3b-4af3-8949-52cc8d7911ae with Priority: HIGHEST for action port [ 576.584413] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 674c63e9-1d3b-4af3-8949-52cc8d7911ae with Priority: HIGHEST for action port [ 576.584608] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock port-674c63e9-1d3b-4af3-8949-52cc8d7911ae taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.584736] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-674c63e9-1d3b-4af3-8949-52cc8d7911ae" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.584801] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-674c63e9-1d3b-4af3-8949-52cc8d7911ae" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 576.585528] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-674c63e9-1d3b-4af3-8949-52cc8d7911ae" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 576.585603] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('674c63e9-1d3b-4af3-8949-52cc8d7911ae',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 576.815816] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2196696e-3153-4746-a3cd-66249691b180 [ 576.815816] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.815816] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.815816] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 576.816643] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 576.816643] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 576.816643] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2196696e-3153-4746-a3cd-66249691b180 already deleted. [ 576.816643] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2196696e-3153-4746-a3cd-66249691b180" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.089405] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 674c63e9-1d3b-4af3-8949-52cc8d7911ae [ 577.089525] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.089659] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.089729] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.089977] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.090079] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.090176] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:674c63e9-1d3b-4af3-8949-52cc8d7911ae already deleted. [ 577.090257] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-674c63e9-1d3b-4af3-8949-52cc8d7911ae" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.322570] env[65424]: INFO networking_nsxv3.common.synchronization [None req-8f95d8dd-9200-4601-ab2d-05ec5e193462 None None] Enqueued Resource ID: 86736c51-12d9-4b76-a13b-b6166c910b8d with Priority: HIGHEST for action port [ 577.323770] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86736c51-12d9-4b76-a13b-b6166c910b8d with Priority: HIGHEST for action port [ 577.325269] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock port-86736c51-12d9-4b76-a13b-b6166c910b8d taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.325269] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-86736c51-12d9-4b76-a13b-b6166c910b8d" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.325269] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-86736c51-12d9-4b76-a13b-b6166c910b8d" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.325269] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-86736c51-12d9-4b76-a13b-b6166c910b8d" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.325269] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('86736c51-12d9-4b76-a13b-b6166c910b8d',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 577.608257] env[65424]: INFO networking_nsxv3.common.synchronization [None req-55dfeb96-1d01-4dcf-8ab0-9a6cd948bd10 None None] Enqueued Resource ID: 2c2d9e5e-f94f-4b41-9604-7728147e68bb with Priority: HIGHEST for action port [ 577.608736] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c2d9e5e-f94f-4b41-9604-7728147e68bb with Priority: HIGHEST for action port [ 577.609290] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock port-2c2d9e5e-f94f-4b41-9604-7728147e68bb taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.609429] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2c2d9e5e-f94f-4b41-9604-7728147e68bb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.609499] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2c2d9e5e-f94f-4b41-9604-7728147e68bb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.609743] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2c2d9e5e-f94f-4b41-9604-7728147e68bb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.609830] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2c2d9e5e-f94f-4b41-9604-7728147e68bb',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 577.828574] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 86736c51-12d9-4b76-a13b-b6166c910b8d [ 577.828821] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.828941] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.829028] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.829274] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.829369] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.829467] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:86736c51-12d9-4b76-a13b-b6166c910b8d already deleted. [ 577.829548] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-86736c51-12d9-4b76-a13b-b6166c910b8d" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.112159] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2c2d9e5e-f94f-4b41-9604-7728147e68bb [ 578.112159] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.112270] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.112305] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.112833] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.112833] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.112833] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2c2d9e5e-f94f-4b41-9604-7728147e68bb already deleted. [ 578.113060] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2c2d9e5e-f94f-4b41-9604-7728147e68bb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.605389] env[65424]: INFO networking_nsxv3.common.synchronization [None req-07d6f4d6-60c1-4e41-9f4d-4f01b0aeb327 None None] Enqueued Resource ID: 47246788-dfe5-48cc-a4b5-bd4596ed3aad with Priority: HIGHEST for action port [ 578.605656] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 47246788-dfe5-48cc-a4b5-bd4596ed3aad with Priority: HIGHEST for action port [ 578.606214] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock port-47246788-dfe5-48cc-a4b5-bd4596ed3aad taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.606332] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-47246788-dfe5-48cc-a4b5-bd4596ed3aad" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.606787] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-47246788-dfe5-48cc-a4b5-bd4596ed3aad" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.606787] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-47246788-dfe5-48cc-a4b5-bd4596ed3aad" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.606787] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('47246788-dfe5-48cc-a4b5-bd4596ed3aad',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 579.113035] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 47246788-dfe5-48cc-a4b5-bd4596ed3aad [ 579.113413] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.114061] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.114061] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.114061] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.114215] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.114331] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:47246788-dfe5-48cc-a4b5-bd4596ed3aad already deleted. [ 579.114474] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-47246788-dfe5-48cc-a4b5-bd4596ed3aad" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.148178] env[65424]: INFO networking_nsxv3.common.synchronization [None req-1982f14a-f923-4fce-b9cc-61a953e1542c None None] Enqueued Resource ID: 2bf1b5c3-8862-4155-b945-58f7a43e4e04 with Priority: HIGHEST for action port [ 579.148178] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2bf1b5c3-8862-4155-b945-58f7a43e4e04 with Priority: HIGHEST for action port [ 579.148548] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock port-2bf1b5c3-8862-4155-b945-58f7a43e4e04 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.148749] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2bf1b5c3-8862-4155-b945-58f7a43e4e04" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.148853] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2bf1b5c3-8862-4155-b945-58f7a43e4e04" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.149165] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2bf1b5c3-8862-4155-b945-58f7a43e4e04" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.149290] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2bf1b5c3-8862-4155-b945-58f7a43e4e04',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 579.387247] env[65424]: INFO networking_nsxv3.common.synchronization [None req-0aa4e53c-b5ff-471c-b7ed-e6f334601e63 None None] Enqueued Resource ID: ee9a81be-2a3b-4c38-8087-36e6363d38db with Priority: HIGHEST for action port [ 579.387746] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee9a81be-2a3b-4c38-8087-36e6363d38db with Priority: HIGHEST for action port [ 579.389447] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock port-ee9a81be-2a3b-4c38-8087-36e6363d38db taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.389861] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ee9a81be-2a3b-4c38-8087-36e6363d38db" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.389861] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ee9a81be-2a3b-4c38-8087-36e6363d38db" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.390072] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ee9a81be-2a3b-4c38-8087-36e6363d38db" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.390190] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ee9a81be-2a3b-4c38-8087-36e6363d38db',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 579.654416] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2bf1b5c3-8862-4155-b945-58f7a43e4e04 [ 579.654681] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.654796] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.654864] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.655084] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.655174] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.655369] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2bf1b5c3-8862-4155-b945-58f7a43e4e04 already deleted. [ 579.655369] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2bf1b5c3-8862-4155-b945-58f7a43e4e04" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.892673] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ee9a81be-2a3b-4c38-8087-36e6363d38db [ 579.892908] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.893287] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.893287] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.893401] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.893609] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.893609] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ee9a81be-2a3b-4c38-8087-36e6363d38db already deleted. [ 579.893609] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ee9a81be-2a3b-4c38-8087-36e6363d38db" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.371686] env[65424]: INFO networking_nsxv3.common.synchronization [None req-3d42b564-f6f5-47a3-80af-522134c02d83 None None] Enqueued Resource ID: 76455b8b-cf81-4f5a-b2e0-02f22e0bf537 with Priority: HIGHEST for action port [ 580.372281] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76455b8b-cf81-4f5a-b2e0-02f22e0bf537 with Priority: HIGHEST for action port [ 580.372591] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock port-76455b8b-cf81-4f5a-b2e0-02f22e0bf537 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.372729] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-76455b8b-cf81-4f5a-b2e0-02f22e0bf537" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.372796] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-76455b8b-cf81-4f5a-b2e0-02f22e0bf537" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.373125] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-76455b8b-cf81-4f5a-b2e0-02f22e0bf537" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.373209] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('76455b8b-cf81-4f5a-b2e0-02f22e0bf537',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 580.878822] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 76455b8b-cf81-4f5a-b2e0-02f22e0bf537 [ 580.878822] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.878822] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.878822] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.878822] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.878822] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.878822] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:76455b8b-cf81-4f5a-b2e0-02f22e0bf537 already deleted. [ 580.878822] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-76455b8b-cf81-4f5a-b2e0-02f22e0bf537" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.377127] env[65424]: INFO networking_nsxv3.common.synchronization [None req-72ed755d-d14a-4d43-81cf-3f23a800f72b None None] Enqueued Resource ID: ecd0f8c2-001f-4f43-a934-c9883c5765c5 with Priority: HIGHEST for action port [ 581.377127] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ecd0f8c2-001f-4f43-a934-c9883c5765c5 with Priority: HIGHEST for action port [ 581.377127] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock port-ecd0f8c2-001f-4f43-a934-c9883c5765c5 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.377127] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ecd0f8c2-001f-4f43-a934-c9883c5765c5" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.377127] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ecd0f8c2-001f-4f43-a934-c9883c5765c5" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.377127] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ecd0f8c2-001f-4f43-a934-c9883c5765c5" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.377612] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ecd0f8c2-001f-4f43-a934-c9883c5765c5',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 581.726052] env[65424]: INFO networking_nsxv3.common.synchronization [None req-8b29dbd0-3f19-4504-b8d6-81c5e5c484e1 None None] Enqueued Resource ID: e4ae1491-5d44-4af0-abf7-ec48e79ceb8d with Priority: HIGHEST for action port [ 581.726052] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4ae1491-5d44-4af0-abf7-ec48e79ceb8d with Priority: HIGHEST for action port [ 581.726052] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock port-e4ae1491-5d44-4af0-abf7-ec48e79ceb8d taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.726052] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e4ae1491-5d44-4af0-abf7-ec48e79ceb8d" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.726052] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e4ae1491-5d44-4af0-abf7-ec48e79ceb8d" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.726680] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e4ae1491-5d44-4af0-abf7-ec48e79ceb8d" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.727007] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e4ae1491-5d44-4af0-abf7-ec48e79ceb8d',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 581.879750] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ecd0f8c2-001f-4f43-a934-c9883c5765c5 [ 581.880061] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.880551] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.880551] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.880551] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.880551] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.880761] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ecd0f8c2-001f-4f43-a934-c9883c5765c5 already deleted. [ 581.880761] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ecd0f8c2-001f-4f43-a934-c9883c5765c5" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.229310] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e4ae1491-5d44-4af0-abf7-ec48e79ceb8d [ 582.229541] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.229676] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.229746] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.229954] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.230073] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.230167] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e4ae1491-5d44-4af0-abf7-ec48e79ceb8d already deleted. [ 582.230280] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e4ae1491-5d44-4af0-abf7-ec48e79ceb8d" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.992383] env[65424]: INFO networking_nsxv3.common.synchronization [None req-25b3b476-7b85-449f-8bee-d93bc8ef94c2 None None] Enqueued Resource ID: 99b95d3d-8763-4c74-a8a3-45e590de5a79 with Priority: HIGHEST for action port [ 582.992383] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99b95d3d-8763-4c74-a8a3-45e590de5a79 with Priority: HIGHEST for action port [ 582.993185] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock port-99b95d3d-8763-4c74-a8a3-45e590de5a79 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.993328] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-99b95d3d-8763-4c74-a8a3-45e590de5a79" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.993430] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-99b95d3d-8763-4c74-a8a3-45e590de5a79" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.993644] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-99b95d3d-8763-4c74-a8a3-45e590de5a79" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.993738] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('99b95d3d-8763-4c74-a8a3-45e590de5a79',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 583.499393] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 99b95d3d-8763-4c74-a8a3-45e590de5a79 [ 583.499636] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.499770] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.499849] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.500096] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.500188] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.500281] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:99b95d3d-8763-4c74-a8a3-45e590de5a79 already deleted. [ 583.500362] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-99b95d3d-8763-4c74-a8a3-45e590de5a79" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.884826] env[65424]: INFO networking_nsxv3.common.synchronization [None req-550c88a4-f0af-43f4-9666-62bfb450f21f None None] Enqueued Resource ID: 081e9cab-d36e-4e32-bfd0-cb8ff801330d with Priority: HIGHEST for action port [ 583.884826] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 081e9cab-d36e-4e32-bfd0-cb8ff801330d with Priority: HIGHEST for action port [ 583.885015] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock port-081e9cab-d36e-4e32-bfd0-cb8ff801330d taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.885124] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-081e9cab-d36e-4e32-bfd0-cb8ff801330d" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.885199] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-081e9cab-d36e-4e32-bfd0-cb8ff801330d" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.885452] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-081e9cab-d36e-4e32-bfd0-cb8ff801330d" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.885535] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('081e9cab-d36e-4e32-bfd0-cb8ff801330d',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 583.981028] env[65424]: INFO networking_nsxv3.common.synchronization [None req-4b411a29-8967-4c87-91e9-2d82cac6955b None None] Enqueued Resource ID: 48bef668-7d08-4868-9147-ebcf60067393 with Priority: HIGHEST for action port [ 583.982299] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48bef668-7d08-4868-9147-ebcf60067393 with Priority: HIGHEST for action port [ 583.982299] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock port-48bef668-7d08-4868-9147-ebcf60067393 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.982299] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-48bef668-7d08-4868-9147-ebcf60067393" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.982299] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-48bef668-7d08-4868-9147-ebcf60067393" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.982299] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-48bef668-7d08-4868-9147-ebcf60067393" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.982552] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('48bef668-7d08-4868-9147-ebcf60067393',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 584.388243] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 081e9cab-d36e-4e32-bfd0-cb8ff801330d [ 584.388243] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.388243] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.388243] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.388655] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.388655] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.388655] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:081e9cab-d36e-4e32-bfd0-cb8ff801330d already deleted. [ 584.388745] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-081e9cab-d36e-4e32-bfd0-cb8ff801330d" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.489580] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 48bef668-7d08-4868-9147-ebcf60067393 [ 584.489580] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.489713] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.489781] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.490035] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.490127] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.490533] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:48bef668-7d08-4868-9147-ebcf60067393 already deleted. [ 584.490533] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-48bef668-7d08-4868-9147-ebcf60067393" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.270240] env[65424]: INFO networking_nsxv3.common.synchronization [None req-e659d0c6-7e27-4ec8-bdde-b167d1636a1b None None] Enqueued Resource ID: 92e93469-8286-4267-a12a-2bad9e865787 with Priority: HIGHEST for action port [ 586.270240] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92e93469-8286-4267-a12a-2bad9e865787 with Priority: HIGHEST for action port [ 586.270240] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock port-92e93469-8286-4267-a12a-2bad9e865787 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.270240] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-92e93469-8286-4267-a12a-2bad9e865787" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.270240] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-92e93469-8286-4267-a12a-2bad9e865787" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.270240] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-92e93469-8286-4267-a12a-2bad9e865787" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.270240] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('92e93469-8286-4267-a12a-2bad9e865787',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 586.519133] env[65424]: INFO networking_nsxv3.common.synchronization [None req-7a6fc243-2317-465c-9d5a-a37c9241e328 None None] Enqueued Resource ID: b1165405-ea53-4209-a64d-920ea929cb7e with Priority: HIGHEST for action port [ 586.519133] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1165405-ea53-4209-a64d-920ea929cb7e with Priority: HIGHEST for action port [ 586.519133] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock port-b1165405-ea53-4209-a64d-920ea929cb7e taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.519133] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b1165405-ea53-4209-a64d-920ea929cb7e" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.519133] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b1165405-ea53-4209-a64d-920ea929cb7e" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.519799] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b1165405-ea53-4209-a64d-920ea929cb7e" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.520130] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b1165405-ea53-4209-a64d-920ea929cb7e',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 586.773719] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 92e93469-8286-4267-a12a-2bad9e865787 [ 586.773719] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.773719] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.773719] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.773719] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.773719] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.773719] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:92e93469-8286-4267-a12a-2bad9e865787 already deleted. [ 586.773719] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-92e93469-8286-4267-a12a-2bad9e865787" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.024304] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b1165405-ea53-4209-a64d-920ea929cb7e [ 587.024563] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.024682] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.025036] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.025036] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.025036] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.025252] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b1165405-ea53-4209-a64d-920ea929cb7e already deleted. [ 587.025252] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b1165405-ea53-4209-a64d-920ea929cb7e" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.104696] env[65424]: INFO networking_nsxv3.common.synchronization [None req-ca631c26-1c9a-4e2f-80ec-4d466cb64d0c None None] Enqueued Resource ID: 9af47696-fcce-48fd-94f7-f07c8caf68e8 with Priority: HIGHEST for action port [ 587.105698] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9af47696-fcce-48fd-94f7-f07c8caf68e8 with Priority: HIGHEST for action port [ 587.105698] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock port-9af47696-fcce-48fd-94f7-f07c8caf68e8 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.105698] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9af47696-fcce-48fd-94f7-f07c8caf68e8" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.105698] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9af47696-fcce-48fd-94f7-f07c8caf68e8" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.108882] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9af47696-fcce-48fd-94f7-f07c8caf68e8" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.108882] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9af47696-fcce-48fd-94f7-f07c8caf68e8',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.612541] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9af47696-fcce-48fd-94f7-f07c8caf68e8 [ 587.612541] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.612541] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.612541] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.613021] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.613021] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.613021] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9af47696-fcce-48fd-94f7-f07c8caf68e8 already deleted. [ 587.613184] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9af47696-fcce-48fd-94f7-f07c8caf68e8" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.812744] env[65424]: INFO networking_nsxv3.common.synchronization [None req-916fb946-96b7-4f3b-bafe-e09e681c9ff4 tempest-AttachInterfacesTestJSON-1826416307 tempest-AttachInterfacesTestJSON-1826416307-project-member] Enqueued Resource ID: c0635f2c-27a4-4224-97f4-b631bfcc074a with Priority: HIGHEST for action security_group_rules [ 587.813578] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0635f2c-27a4-4224-97f4-b631bfcc074a with Priority: HIGHEST for action security_group_rules [ 587.815703] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c0635f2c-27a4-4224-97f4-b631bfcc074a taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.815703] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c0635f2c-27a4-4224-97f4-b631bfcc074a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.815703] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c0635f2c-27a4-4224-97f4-b631bfcc074a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.816534] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c0635f2c-27a4-4224-97f4-b631bfcc074a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.816534] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c0635f2c-27a4-4224-97f4-b631bfcc074a',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.137021] env[65424]: INFO networking_nsxv3.common.synchronization [req-d039381f-098a-4552-8c80-5a3b8da5b922 req-9587f4e2-351b-405a-b70a-78207c3d075a tempest-DeleteServersAdminTestJSON-1189740391 tempest-DeleteServersAdminTestJSON-1189740391-project-member] Enqueued Resource ID: 5179ad91-711f-4723-9d58-6eeeb82ed57f with Priority: HIGHEST for action security_group_members [ 588.138758] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5179ad91-711f-4723-9d58-6eeeb82ed57f with Priority: HIGHEST for action security_group_members [ 588.140477] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-5179ad91-711f-4723-9d58-6eeeb82ed57f taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.140477] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5179ad91-711f-4723-9d58-6eeeb82ed57f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.140477] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5179ad91-711f-4723-9d58-6eeeb82ed57f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.140477] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5179ad91-711f-4723-9d58-6eeeb82ed57f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.141066] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.145214] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.145214] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.145214] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.145214] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.145214] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5179ad91-711f-4723-9d58-6eeeb82ed57f',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.186384] env[65424]: INFO networking_nsxv3.common.synchronization [None req-39bfd6cf-2f0a-4598-ad5f-f84958a7b124 None None] Enqueued Resource ID: d1f9919c-e4a7-48ec-93a9-0b08d5162705 with Priority: HIGHEST for action port [ 588.186915] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1f9919c-e4a7-48ec-93a9-0b08d5162705 with Priority: HIGHEST for action port [ 588.187244] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock port-d1f9919c-e4a7-48ec-93a9-0b08d5162705 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.187380] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d1f9919c-e4a7-48ec-93a9-0b08d5162705" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.187455] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d1f9919c-e4a7-48ec-93a9-0b08d5162705" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.187674] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d1f9919c-e4a7-48ec-93a9-0b08d5162705" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.187758] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d1f9919c-e4a7-48ec-93a9-0b08d5162705',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.344035] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.344035] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.344035] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.344704] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.344704] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.344811] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c0635f2c-27a4-4224-97f4-b631bfcc074a already deleted. [ 588.344948] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c0635f2c-27a4-4224-97f4-b631bfcc074a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.359062] env[65424]: INFO networking_nsxv3.common.synchronization [None req-ed77372a-c5dc-4e36-bb50-343537854af6 tempest-AttachInterfacesTestJSON-1826416307 tempest-AttachInterfacesTestJSON-1826416307-project-member] Enqueued Resource ID: c0635f2c-27a4-4224-97f4-b631bfcc074a with Priority: HIGHEST for action security_group_rules [ 588.360220] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0635f2c-27a4-4224-97f4-b631bfcc074a with Priority: HIGHEST for action security_group_rules [ 588.360220] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c0635f2c-27a4-4224-97f4-b631bfcc074a taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.360220] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c0635f2c-27a4-4224-97f4-b631bfcc074a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.360413] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c0635f2c-27a4-4224-97f4-b631bfcc074a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.360670] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c0635f2c-27a4-4224-97f4-b631bfcc074a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.362169] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c0635f2c-27a4-4224-97f4-b631bfcc074a',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.646937] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.647351] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.647351] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.648448] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.648448] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.648448] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.648448] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.648448] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.648448] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.648448] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.648448] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5179ad91-711f-4723-9d58-6eeeb82ed57f already deleted. [ 588.648802] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5179ad91-711f-4723-9d58-6eeeb82ed57f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.689793] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d1f9919c-e4a7-48ec-93a9-0b08d5162705 [ 588.690199] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.690379] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.690447] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.690666] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.690757] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.690870] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d1f9919c-e4a7-48ec-93a9-0b08d5162705 already deleted. [ 588.690941] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d1f9919c-e4a7-48ec-93a9-0b08d5162705" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.886806] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.887127] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.887211] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.887513] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.887636] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.889301] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c0635f2c-27a4-4224-97f4-b631bfcc074a already deleted. [ 588.889301] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c0635f2c-27a4-4224-97f4-b631bfcc074a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.952733] env[65424]: INFO networking_nsxv3.common.synchronization [None req-a03fc96e-8aa7-4c98-92f6-8fa8b23aad7f None None] Enqueued Resource ID: 538eb416-7132-4051-a0c7-306bc39cd6e2 with Priority: HIGHEST for action port [ 588.953594] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 538eb416-7132-4051-a0c7-306bc39cd6e2 with Priority: HIGHEST for action port [ 588.953594] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock port-538eb416-7132-4051-a0c7-306bc39cd6e2 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.953594] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-538eb416-7132-4051-a0c7-306bc39cd6e2" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.953594] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-538eb416-7132-4051-a0c7-306bc39cd6e2" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.954916] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-538eb416-7132-4051-a0c7-306bc39cd6e2" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.955172] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('538eb416-7132-4051-a0c7-306bc39cd6e2',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.084594] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock network-496 taken with stack trace [, , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.084975] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "network-496" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.085277] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "network-496" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.085749] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "network-496" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.086288] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.086288] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.086288] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.086288] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.086288] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.087639] env[65424]: DEBUG dogpile.cache.region [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] No value present for key: 'zone-id' {{(pid=65424) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 589.087857] env[65424]: DEBUG dogpile.lock [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] NeedRegenerationException {{(pid=65424) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 589.088096] env[65424]: DEBUG dogpile.lock [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] no value, waiting for create lock {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 589.088329] env[65424]: DEBUG dogpile.lock [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] value creation lock acquired {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 589.088604] env[65424]: DEBUG dogpile.cache.region [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] No value present for key: 'zone-id' {{(pid=65424) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 589.088837] env[65424]: DEBUG dogpile.lock [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Calling creation function for not-yet-present value {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 589.089135] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 589.111858] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 589.112214] env[65424]: DEBUG dogpile.cache.region [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65424) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 589.112485] env[65424]: DEBUG dogpile.lock [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Released creation lock {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 589.112859] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "network-496" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.113372] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock port-e0cb2bc8-59b9-4057-a8ef-120a2c05bb48 taken with stack trace [, , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.114477] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "port-e0cb2bc8-59b9-4057-a8ef-120a2c05bb48" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.115419] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "port-e0cb2bc8-59b9-4057-a8ef-120a2c05bb48" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.115419] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "port-e0cb2bc8-59b9-4057-a8ef-120a2c05bb48" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.115419] env[65424]: DEBUG networking_nsxv3.api.rpc [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e0cb2bc8-59b9-4057-a8ef-120a2c05bb48',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.462420] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 538eb416-7132-4051-a0c7-306bc39cd6e2 [ 589.463477] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.463477] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.463477] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.463477] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.463477] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.463477] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:538eb416-7132-4051-a0c7-306bc39cd6e2 already deleted. [ 589.463477] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-538eb416-7132-4051-a0c7-306bc39cd6e2" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.618351] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.619042] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.619042] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.619871] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.619871] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.619871] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Segment Port e0cb2bc8-59b9-4057-a8ef-120a2c05bb48 not found, creating... [ 589.620114] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.620285] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.620458] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.620607] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.620852] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.624457] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.624457] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.624457] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.624457] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.624457] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.624457] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Resource: SegmentPort with ID: e0cb2bc8-59b9-4057-a8ef-120a2c05bb48 is going to be created. [ 589.646357] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.646532] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.647142] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.647142] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.647142] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.647557] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "port-e0cb2bc8-59b9-4057-a8ef-120a2c05bb48" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.480627] env[65424]: INFO networking_nsxv3.common.synchronization [None req-e5efa3ec-1422-431e-86eb-2aaa1e0c9ca6 None None] Enqueued Resource ID: 7733a323-597d-4e70-a975-5a9604bf22d0 with Priority: HIGHEST for action port [ 590.480880] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7733a323-597d-4e70-a975-5a9604bf22d0 with Priority: HIGHEST for action port [ 590.481522] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock port-7733a323-597d-4e70-a975-5a9604bf22d0 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.481649] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7733a323-597d-4e70-a975-5a9604bf22d0" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.481707] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7733a323-597d-4e70-a975-5a9604bf22d0" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.481959] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7733a323-597d-4e70-a975-5a9604bf22d0" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.482261] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7733a323-597d-4e70-a975-5a9604bf22d0',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.725453] env[65424]: INFO networking_nsxv3.common.synchronization [None req-d1f3ff7d-1652-4a94-99ce-3ed780c71e09 None None] Enqueued Resource ID: 683ea1f8-b031-4156-8f64-6419c9046f32 with Priority: HIGHEST for action port [ 590.725741] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 683ea1f8-b031-4156-8f64-6419c9046f32 with Priority: HIGHEST for action port [ 590.726274] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock port-683ea1f8-b031-4156-8f64-6419c9046f32 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.726421] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-683ea1f8-b031-4156-8f64-6419c9046f32" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.726491] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-683ea1f8-b031-4156-8f64-6419c9046f32" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.726737] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-683ea1f8-b031-4156-8f64-6419c9046f32" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.726821] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('683ea1f8-b031-4156-8f64-6419c9046f32',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.751524] env[65424]: INFO networking_nsxv3.common.synchronization [req-d039381f-098a-4552-8c80-5a3b8da5b922 req-3d925ac2-d209-4906-ad44-9a7ba67b4c20 service nova] Enqueued Resource ID: 5179ad91-711f-4723-9d58-6eeeb82ed57f with Priority: HIGHEST for action security_group_rules [ 590.752211] env[65424]: INFO networking_nsxv3.common.synchronization [req-d039381f-098a-4552-8c80-5a3b8da5b922 req-3d925ac2-d209-4906-ad44-9a7ba67b4c20 service nova] Enqueued Resource ID: 5179ad91-711f-4723-9d58-6eeeb82ed57f with Priority: HIGHEST for action security_group_members [ 590.752211] env[65424]: INFO networking_nsxv3.common.synchronization [req-d039381f-098a-4552-8c80-5a3b8da5b922 req-3d925ac2-d209-4906-ad44-9a7ba67b4c20 service nova] Enqueued Resource ID: e0cb2bc8-59b9-4057-a8ef-120a2c05bb48 with Priority: HIGHEST for action port [ 590.752646] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5179ad91-711f-4723-9d58-6eeeb82ed57f with Priority: HIGHEST for action security_group_rules [ 590.752778] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5179ad91-711f-4723-9d58-6eeeb82ed57f with Priority: HIGHEST for action security_group_members [ 590.752881] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0cb2bc8-59b9-4057-a8ef-120a2c05bb48 with Priority: HIGHEST for action port [ 590.753174] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5179ad91-711f-4723-9d58-6eeeb82ed57f taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.753286] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5179ad91-711f-4723-9d58-6eeeb82ed57f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.753359] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5179ad91-711f-4723-9d58-6eeeb82ed57f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.753582] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5179ad91-711f-4723-9d58-6eeeb82ed57f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.753689] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5179ad91-711f-4723-9d58-6eeeb82ed57f',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.755559] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-5179ad91-711f-4723-9d58-6eeeb82ed57f taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.755559] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5179ad91-711f-4723-9d58-6eeeb82ed57f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.755559] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5179ad91-711f-4723-9d58-6eeeb82ed57f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.755559] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5179ad91-711f-4723-9d58-6eeeb82ed57f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.755559] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.755559] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.755559] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.755787] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.755787] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.755849] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5179ad91-711f-4723-9d58-6eeeb82ed57f',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.757255] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock port-e0cb2bc8-59b9-4057-a8ef-120a2c05bb48 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.757386] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e0cb2bc8-59b9-4057-a8ef-120a2c05bb48" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.757451] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e0cb2bc8-59b9-4057-a8ef-120a2c05bb48" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.757578] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e0cb2bc8-59b9-4057-a8ef-120a2c05bb48" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.757646] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e0cb2bc8-59b9-4057-a8ef-120a2c05bb48',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.985263] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7733a323-597d-4e70-a975-5a9604bf22d0 [ 590.985486] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.985618] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.985684] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.985886] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.985969] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.986071] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7733a323-597d-4e70-a975-5a9604bf22d0 already deleted. [ 590.986147] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7733a323-597d-4e70-a975-5a9604bf22d0" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.059698] env[65424]: INFO networking_nsxv3.common.synchronization [req-43f5fb55-1d6a-450b-836c-49c64f3b23a0 req-44de6201-f752-452e-87f0-e3147286b177 tempest-ServerDiagnosticsTest-1170648711 tempest-ServerDiagnosticsTest-1170648711-project-member] Enqueued Resource ID: c2b85db2-c947-415f-abb6-26ced169a11d with Priority: HIGHEST for action security_group_members [ 591.059698] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2b85db2-c947-415f-abb6-26ced169a11d with Priority: HIGHEST for action security_group_members [ 591.060053] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2b85db2-c947-415f-abb6-26ced169a11d taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.060164] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2b85db2-c947-415f-abb6-26ced169a11d" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.060223] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2b85db2-c947-415f-abb6-26ced169a11d" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.060475] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2b85db2-c947-415f-abb6-26ced169a11d" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.060627] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.060721] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.061662] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.061662] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.061767] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.061973] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c2b85db2-c947-415f-abb6-26ced169a11d',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.217802] env[65424]: INFO networking_nsxv3.common.synchronization [None req-6b279020-0169-45b9-829d-3f2f974e6cd1 None None] Enqueued Resource ID: fa03dc66-e11a-480e-878c-3f39de294cbc with Priority: HIGHEST for action port [ 591.221792] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa03dc66-e11a-480e-878c-3f39de294cbc with Priority: HIGHEST for action port [ 591.221792] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock port-fa03dc66-e11a-480e-878c-3f39de294cbc taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.221792] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fa03dc66-e11a-480e-878c-3f39de294cbc" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.221792] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fa03dc66-e11a-480e-878c-3f39de294cbc" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.221792] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fa03dc66-e11a-480e-878c-3f39de294cbc" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.221792] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fa03dc66-e11a-480e-878c-3f39de294cbc',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.229308] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 683ea1f8-b031-4156-8f64-6419c9046f32 [ 591.230541] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.230541] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.230541] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.230541] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.230541] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.230541] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:683ea1f8-b031-4156-8f64-6419c9046f32 already deleted. [ 591.230541] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-683ea1f8-b031-4156-8f64-6419c9046f32" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.259946] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-5179ad91-711f-4723-9d58-6eeeb82ed57f taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.260279] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5179ad91-711f-4723-9d58-6eeeb82ed57f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.273318] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e0cb2bc8-59b9-4057-a8ef-120a2c05bb48 with status ACTIVE [ 591.273680] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.275859] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.275859] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.275859] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.275859] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.275859] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.275859] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.275859] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.275859] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.275859] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.275859] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.275859] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.275859] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.275859] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.275859] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.275859] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e0cb2bc8-59b9-4057-a8ef-120a2c05bb48 is going to be updated. [ 591.280649] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5179ad91-711f-4723-9d58-6eeeb82ed57f',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.302736] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.302736] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.302736] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.302736] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.302736] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.302736] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e0cb2bc8-59b9-4057-a8ef-120a2c05bb48" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.528797] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock network-496 taken with stack trace [, , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.529361] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "network-496" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.529539] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "network-496" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.529852] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "network-496" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.530425] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.530621] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.530692] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.531738] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.532121] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.532472] env[65424]: DEBUG dogpile.cache.region [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] No value present for key: 'zone-id' {{(pid=65424) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 591.532511] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] NeedRegenerationException {{(pid=65424) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 591.532697] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] no value, waiting for create lock {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 591.532759] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] value creation lock acquired {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 591.533075] env[65424]: DEBUG dogpile.cache.region [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] No value present for key: 'zone-id' {{(pid=65424) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 591.533075] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Calling creation function for not-yet-present value {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 591.533196] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 591.556729] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 591.557215] env[65424]: DEBUG dogpile.cache.region [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65424) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 591.557418] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Released creation lock {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 591.557594] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "network-496" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.557899] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock port-2bdebc84-f7a5-4b2b-86f9-8915a5f5c866 taken with stack trace [, , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.558067] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "port-2bdebc84-f7a5-4b2b-86f9-8915a5f5c866" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.558173] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "port-2bdebc84-f7a5-4b2b-86f9-8915a5f5c866" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.558514] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "port-2bdebc84-f7a5-4b2b-86f9-8915a5f5c866" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.558699] env[65424]: DEBUG networking_nsxv3.api.rpc [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2bdebc84-f7a5-4b2b-86f9-8915a5f5c866',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.564417] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.564417] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.564745] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.564745] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.564745] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.564918] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.564972] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.565289] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.565289] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.565289] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.565431] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c2b85db2-c947-415f-abb6-26ced169a11d already deleted. [ 591.565431] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2b85db2-c947-415f-abb6-26ced169a11d" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.728627] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fa03dc66-e11a-480e-878c-3f39de294cbc [ 591.728627] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.728627] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.728627] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.728627] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.728627] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.728627] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fa03dc66-e11a-480e-878c-3f39de294cbc already deleted. [ 591.728627] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fa03dc66-e11a-480e-878c-3f39de294cbc" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.780948] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5179ad91-711f-4723-9d58-6eeeb82ed57f',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.062706] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.062926] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.063069] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.063323] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.063461] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.063622] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Segment Port 2bdebc84-f7a5-4b2b-86f9-8915a5f5c866 not found, creating... [ 592.063862] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.064022] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.064131] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.064345] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.064473] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.064753] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.064904] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.065009] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.065304] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.065449] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.065588] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Resource: SegmentPort with ID: 2bdebc84-f7a5-4b2b-86f9-8915a5f5c866 is going to be created. [ 592.089479] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.089671] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.089794] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.095137] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.095394] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.095629] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "port-2bdebc84-f7a5-4b2b-86f9-8915a5f5c866" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.283973] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.284174] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.284218] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.284427] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.284518] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.284846] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5179ad91-711f-4723-9d58-6eeeb82ed57f is going to be created. [ 592.320980] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.320980] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.320980] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.320980] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.320980] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.332851] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5179ad91-711f-4723-9d58-6eeeb82ed57f in Status: UNINITIALIZED for 2s [ 592.359842] env[65424]: INFO networking_nsxv3.common.synchronization [None req-f3753e46-3f47-4e1a-ba6e-bbedc1c40b30 None None] Enqueued Resource ID: 3b870db9-12ea-433c-af77-5c0745f670eb with Priority: HIGHEST for action port [ 592.360805] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b870db9-12ea-433c-af77-5c0745f670eb with Priority: HIGHEST for action port [ 592.360805] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock port-3b870db9-12ea-433c-af77-5c0745f670eb taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.360953] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3b870db9-12ea-433c-af77-5c0745f670eb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.360953] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3b870db9-12ea-433c-af77-5c0745f670eb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.361758] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3b870db9-12ea-433c-af77-5c0745f670eb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.361868] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3b870db9-12ea-433c-af77-5c0745f670eb',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.555417] env[65424]: INFO networking_nsxv3.common.synchronization [req-8ddd0000-48c6-4dbe-a9e4-6463aed767c4 req-474cb206-ed87-4ef9-a8fd-5989426ba000 tempest-TenantUsagesTestJSON-1901934143 tempest-TenantUsagesTestJSON-1901934143-project-member] Enqueued Resource ID: 2f30b5c0-aef3-4ef2-bd2a-3a917103ea72 with Priority: HIGHEST for action security_group_members [ 592.555495] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f30b5c0-aef3-4ef2-bd2a-3a917103ea72 with Priority: HIGHEST for action security_group_members [ 592.555781] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f30b5c0-aef3-4ef2-bd2a-3a917103ea72 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.555906] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f30b5c0-aef3-4ef2-bd2a-3a917103ea72" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.555973] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f30b5c0-aef3-4ef2-bd2a-3a917103ea72" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.556949] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f30b5c0-aef3-4ef2-bd2a-3a917103ea72" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.556949] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.556949] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.556949] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.557983] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.558138] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.558276] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2f30b5c0-aef3-4ef2-bd2a-3a917103ea72',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.864755] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3b870db9-12ea-433c-af77-5c0745f670eb [ 592.864755] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.865135] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.865135] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.865135] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.865240] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.865274] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3b870db9-12ea-433c-af77-5c0745f670eb already deleted. [ 592.865370] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3b870db9-12ea-433c-af77-5c0745f670eb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.881247] env[65424]: INFO networking_nsxv3.common.synchronization [req-43f5fb55-1d6a-450b-836c-49c64f3b23a0 req-621940ce-34fe-4825-b391-ee245e0a6115 service nova] Enqueued Resource ID: c2b85db2-c947-415f-abb6-26ced169a11d with Priority: HIGHEST for action security_group_rules [ 592.881409] env[65424]: INFO networking_nsxv3.common.synchronization [req-43f5fb55-1d6a-450b-836c-49c64f3b23a0 req-621940ce-34fe-4825-b391-ee245e0a6115 service nova] Enqueued Resource ID: c2b85db2-c947-415f-abb6-26ced169a11d with Priority: HIGHEST for action security_group_members [ 592.881536] env[65424]: INFO networking_nsxv3.common.synchronization [req-43f5fb55-1d6a-450b-836c-49c64f3b23a0 req-621940ce-34fe-4825-b391-ee245e0a6115 service nova] Enqueued Resource ID: 2bdebc84-f7a5-4b2b-86f9-8915a5f5c866 with Priority: HIGHEST for action port [ 592.881749] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2b85db2-c947-415f-abb6-26ced169a11d with Priority: HIGHEST for action security_group_rules [ 592.881899] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2b85db2-c947-415f-abb6-26ced169a11d with Priority: HIGHEST for action security_group_members [ 592.881968] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2bdebc84-f7a5-4b2b-86f9-8915a5f5c866 with Priority: HIGHEST for action port [ 592.882514] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c2b85db2-c947-415f-abb6-26ced169a11d taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.882639] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c2b85db2-c947-415f-abb6-26ced169a11d" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.882736] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c2b85db2-c947-415f-abb6-26ced169a11d" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.883019] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c2b85db2-c947-415f-abb6-26ced169a11d" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.883019] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c2b85db2-c947-415f-abb6-26ced169a11d',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.884816] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2b85db2-c947-415f-abb6-26ced169a11d taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.884816] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2b85db2-c947-415f-abb6-26ced169a11d" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.884816] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2b85db2-c947-415f-abb6-26ced169a11d" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.884816] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2b85db2-c947-415f-abb6-26ced169a11d" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.884816] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.884816] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.884816] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.884816] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.885307] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.885307] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c2b85db2-c947-415f-abb6-26ced169a11d',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.886977] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock port-2bdebc84-f7a5-4b2b-86f9-8915a5f5c866 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.886977] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2bdebc84-f7a5-4b2b-86f9-8915a5f5c866" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.886977] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2bdebc84-f7a5-4b2b-86f9-8915a5f5c866" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.886977] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2bdebc84-f7a5-4b2b-86f9-8915a5f5c866" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.886977] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2bdebc84-f7a5-4b2b-86f9-8915a5f5c866',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.987292] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock network-496 taken with stack trace [, , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.987480] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "network-496" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.987599] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "network-496" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.987849] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "network-496" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.988111] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.988265] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.988375] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.988585] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.988740] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.988949] env[65424]: DEBUG dogpile.cache.region [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] No value present for key: 'zone-id' {{(pid=65424) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 592.989086] env[65424]: DEBUG dogpile.lock [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] NeedRegenerationException {{(pid=65424) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 592.989155] env[65424]: DEBUG dogpile.lock [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] no value, waiting for create lock {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 592.990111] env[65424]: DEBUG dogpile.lock [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] value creation lock acquired {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 592.990111] env[65424]: DEBUG dogpile.cache.region [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] No value present for key: 'zone-id' {{(pid=65424) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 592.990111] env[65424]: DEBUG dogpile.lock [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Calling creation function for not-yet-present value {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 592.990111] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 593.008450] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 593.008621] env[65424]: DEBUG dogpile.cache.region [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65424) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 593.008806] env[65424]: DEBUG dogpile.lock [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Released creation lock {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 593.008999] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "network-496" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.009352] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock port-fdbe9ccd-9cee-40ae-9511-a987e0533b62 taken with stack trace [, , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.009578] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "port-fdbe9ccd-9cee-40ae-9511-a987e0533b62" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.009692] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "port-fdbe9ccd-9cee-40ae-9511-a987e0533b62" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.010080] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "port-fdbe9ccd-9cee-40ae-9511-a987e0533b62" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.010225] env[65424]: DEBUG networking_nsxv3.api.rpc [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fdbe9ccd-9cee-40ae-9511-a987e0533b62',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.060412] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.060568] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.060743] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.060846] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.060933] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.061144] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.061245] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.061310] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.061460] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.061535] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.061620] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f30b5c0-aef3-4ef2-bd2a-3a917103ea72 already deleted. [ 593.061699] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f30b5c0-aef3-4ef2-bd2a-3a917103ea72" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.063867] env[65424]: INFO networking_nsxv3.common.synchronization [None req-ac8a8dcd-6577-4e08-813a-c553b878ca0c tempest-ServersTestJSON-1374098447 tempest-ServersTestJSON-1374098447-project-member] Enqueued Resource ID: 5f2a30fe-1d4a-4b82-8fd4-8583d5b02890 with Priority: HIGHEST for action security_group_rules [ 593.064397] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f2a30fe-1d4a-4b82-8fd4-8583d5b02890 with Priority: HIGHEST for action security_group_rules [ 593.064681] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5f2a30fe-1d4a-4b82-8fd4-8583d5b02890 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.064794] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5f2a30fe-1d4a-4b82-8fd4-8583d5b02890" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.064862] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5f2a30fe-1d4a-4b82-8fd4-8583d5b02890" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.065109] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5f2a30fe-1d4a-4b82-8fd4-8583d5b02890" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.065173] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5f2a30fe-1d4a-4b82-8fd4-8583d5b02890',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.387610] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2b85db2-c947-415f-abb6-26ced169a11d taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.387800] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2b85db2-c947-415f-abb6-26ced169a11d" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.387951] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c2b85db2-c947-415f-abb6-26ced169a11d',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.395931] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2bdebc84-f7a5-4b2b-86f9-8915a5f5c866 with status ACTIVE [ 593.395931] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.395931] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.395931] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.395931] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.395931] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.395931] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.395931] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.395931] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.395931] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.396432] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.396432] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.396432] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.396432] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.396551] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.396803] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.396803] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2bdebc84-f7a5-4b2b-86f9-8915a5f5c866 is going to be updated. [ 593.421659] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.421777] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.421850] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.422107] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.422249] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.422417] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2bdebc84-f7a5-4b2b-86f9-8915a5f5c866" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.512912] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.513166] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.513294] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.513559] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.513696] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.513852] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Segment Port fdbe9ccd-9cee-40ae-9511-a987e0533b62 not found, creating... [ 593.514664] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.515055] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.515410] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.515908] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.516474] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.516790] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.516943] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.517355] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.517588] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.517696] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.517824] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Resource: SegmentPort with ID: fdbe9ccd-9cee-40ae-9511-a987e0533b62 is going to be created. [ 593.539836] env[65424]: INFO networking_nsxv3.common.synchronization [None req-f0c93765-9684-4319-976e-16a5881ed864 tempest-ServersTestJSON-1374098447 tempest-ServersTestJSON-1374098447-project-member] Enqueued Resource ID: 5f2a30fe-1d4a-4b82-8fd4-8583d5b02890 with Priority: HIGHEST for action security_group_rules [ 593.540479] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f2a30fe-1d4a-4b82-8fd4-8583d5b02890 with Priority: HIGHEST for action security_group_rules [ 593.541247] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5f2a30fe-1d4a-4b82-8fd4-8583d5b02890 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.543223] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5f2a30fe-1d4a-4b82-8fd4-8583d5b02890" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.547841] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.548320] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.548320] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.548552] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.548763] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.548978] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "port-fdbe9ccd-9cee-40ae-9511-a987e0533b62" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.597648] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.597911] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.597911] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.598120] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.598210] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.598310] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5f2a30fe-1d4a-4b82-8fd4-8583d5b02890 already deleted. [ 593.598395] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5f2a30fe-1d4a-4b82-8fd4-8583d5b02890" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.598549] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5f2a30fe-1d4a-4b82-8fd4-8583d5b02890" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.598709] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5f2a30fe-1d4a-4b82-8fd4-8583d5b02890" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.598796] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5f2a30fe-1d4a-4b82-8fd4-8583d5b02890',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.900416] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c2b85db2-c947-415f-abb6-26ced169a11d',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.119084] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.119476] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.119858] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.120250] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.120492] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.121426] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5f2a30fe-1d4a-4b82-8fd4-8583d5b02890 already deleted. [ 594.121426] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5f2a30fe-1d4a-4b82-8fd4-8583d5b02890" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.273303] env[65424]: INFO networking_nsxv3.common.synchronization [req-8ddd0000-48c6-4dbe-a9e4-6463aed767c4 req-f9e4a484-1689-4a60-94a9-4966d04b6867 service nova] Enqueued Resource ID: 2f30b5c0-aef3-4ef2-bd2a-3a917103ea72 with Priority: HIGHEST for action security_group_rules [ 594.273472] env[65424]: INFO networking_nsxv3.common.synchronization [req-8ddd0000-48c6-4dbe-a9e4-6463aed767c4 req-f9e4a484-1689-4a60-94a9-4966d04b6867 service nova] Enqueued Resource ID: 2f30b5c0-aef3-4ef2-bd2a-3a917103ea72 with Priority: HIGHEST for action security_group_members [ 594.273629] env[65424]: INFO networking_nsxv3.common.synchronization [req-8ddd0000-48c6-4dbe-a9e4-6463aed767c4 req-f9e4a484-1689-4a60-94a9-4966d04b6867 service nova] Enqueued Resource ID: fdbe9ccd-9cee-40ae-9511-a987e0533b62 with Priority: HIGHEST for action port [ 594.273815] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f30b5c0-aef3-4ef2-bd2a-3a917103ea72 with Priority: HIGHEST for action security_group_rules [ 594.273941] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f30b5c0-aef3-4ef2-bd2a-3a917103ea72 with Priority: HIGHEST for action security_group_members [ 594.274178] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fdbe9ccd-9cee-40ae-9511-a987e0533b62 with Priority: HIGHEST for action port [ 594.274637] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2f30b5c0-aef3-4ef2-bd2a-3a917103ea72 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.274792] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2f30b5c0-aef3-4ef2-bd2a-3a917103ea72" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.274910] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2f30b5c0-aef3-4ef2-bd2a-3a917103ea72" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.275287] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2f30b5c0-aef3-4ef2-bd2a-3a917103ea72" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.275417] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2f30b5c0-aef3-4ef2-bd2a-3a917103ea72',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.276420] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f30b5c0-aef3-4ef2-bd2a-3a917103ea72 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.276770] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f30b5c0-aef3-4ef2-bd2a-3a917103ea72" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.276770] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f30b5c0-aef3-4ef2-bd2a-3a917103ea72" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.277117] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f30b5c0-aef3-4ef2-bd2a-3a917103ea72" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.277117] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.277269] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.277339] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.277552] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.277691] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.277880] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2f30b5c0-aef3-4ef2-bd2a-3a917103ea72',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.279057] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock port-fdbe9ccd-9cee-40ae-9511-a987e0533b62 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.279057] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fdbe9ccd-9cee-40ae-9511-a987e0533b62" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.279057] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fdbe9ccd-9cee-40ae-9511-a987e0533b62" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.279568] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fdbe9ccd-9cee-40ae-9511-a987e0533b62" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.279568] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fdbe9ccd-9cee-40ae-9511-a987e0533b62',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.345991] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5179ad91-711f-4723-9d58-6eeeb82ed57f in Status: SUCCESS [ 594.345991] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5179ad91-711f-4723-9d58-6eeeb82ed57f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.346321] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5179ad91-711f-4723-9d58-6eeeb82ed57f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.346321] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5179ad91-711f-4723-9d58-6eeeb82ed57f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.347023] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.347023] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.347023] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.347023] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.347023] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.347023] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5179ad91-711f-4723-9d58-6eeeb82ed57f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.347023] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5179ad91-711f-4723-9d58-6eeeb82ed57f',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.403868] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.403868] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.403868] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.403868] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.403868] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.403868] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c2b85db2-c947-415f-abb6-26ced169a11d is going to be created. [ 594.445211] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.445379] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.445463] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.445774] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.445947] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.456315] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c2b85db2-c947-415f-abb6-26ced169a11d in Status: UNINITIALIZED for 2s [ 594.781326] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f30b5c0-aef3-4ef2-bd2a-3a917103ea72 taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.781505] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f30b5c0-aef3-4ef2-bd2a-3a917103ea72" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.781645] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2f30b5c0-aef3-4ef2-bd2a-3a917103ea72',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.782550] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fdbe9ccd-9cee-40ae-9511-a987e0533b62 with status ACTIVE [ 594.782736] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.782852] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.782917] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.783165] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.783473] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.783666] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.783751] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.783813] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.783972] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.784060] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.784240] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.784335] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.784403] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.784572] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.784647] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.784798] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fdbe9ccd-9cee-40ae-9511-a987e0533b62 is going to be updated. [ 594.805428] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.805605] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.805664] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.805830] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.806050] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.806127] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fdbe9ccd-9cee-40ae-9511-a987e0533b62" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.850754] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-5179ad91-711f-4723-9d58-6eeeb82ed57f taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.851193] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5179ad91-711f-4723-9d58-6eeeb82ed57f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.851193] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5179ad91-711f-4723-9d58-6eeeb82ed57f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.851418] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5179ad91-711f-4723-9d58-6eeeb82ed57f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.851679] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.851837] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.852144] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.852227] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.852300] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.852392] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5179ad91-711f-4723-9d58-6eeeb82ed57f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.852545] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-5179ad91-711f-4723-9d58-6eeeb82ed57f taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.852641] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5179ad91-711f-4723-9d58-6eeeb82ed57f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.852702] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5179ad91-711f-4723-9d58-6eeeb82ed57f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.852842] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5179ad91-711f-4723-9d58-6eeeb82ed57f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.852981] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.853112] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.853166] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.853311] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.853388] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.853467] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5179ad91-711f-4723-9d58-6eeeb82ed57f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.853555] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5179ad91-711f-4723-9d58-6eeeb82ed57f',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.918827] env[65424]: INFO networking_nsxv3.common.synchronization [req-2ce424e7-f635-45d4-ad3e-d1aac44c9c12 req-0bf1d004-5a3a-4f7e-a922-74cfff640187 tempest-ServerExternalEventsTest-2120930132 tempest-ServerExternalEventsTest-2120930132-project-member] Enqueued Resource ID: b74010a0-1072-4252-ac10-af92358e7afa with Priority: HIGHEST for action security_group_members [ 594.919468] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b74010a0-1072-4252-ac10-af92358e7afa with Priority: HIGHEST for action security_group_members [ 594.919773] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-b74010a0-1072-4252-ac10-af92358e7afa taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.919895] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b74010a0-1072-4252-ac10-af92358e7afa" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.919998] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b74010a0-1072-4252-ac10-af92358e7afa" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.920773] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b74010a0-1072-4252-ac10-af92358e7afa" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.921106] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.921284] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.921385] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.921589] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.921761] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.921956] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b74010a0-1072-4252-ac10-af92358e7afa',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.287148] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2f30b5c0-aef3-4ef2-bd2a-3a917103ea72',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.342556] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock network-496 taken with stack trace [, , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.342556] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "network-496" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.342556] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "network-496" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.342556] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "network-496" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.343288] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.343712] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.344934] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.346506] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.346506] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.346506] env[65424]: DEBUG dogpile.cache.region [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] No value present for key: 'zone-id' {{(pid=65424) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 595.346506] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] NeedRegenerationException {{(pid=65424) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 595.346506] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] no value, waiting for create lock {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 595.346506] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] value creation lock acquired {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 595.346506] env[65424]: DEBUG dogpile.cache.region [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] No value present for key: 'zone-id' {{(pid=65424) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 595.346506] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Calling creation function for not-yet-present value {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 595.346506] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 595.357704] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5179ad91-711f-4723-9d58-6eeeb82ed57f: rpc.has_security_group_logging(os_id): False [ 595.368811] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 595.368980] env[65424]: DEBUG dogpile.cache.region [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65424) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 595.369121] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Released creation lock {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 595.369294] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "network-496" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.369584] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock port-33b229dd-cc98-408c-9c07-60428305affa taken with stack trace [, , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.369752] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "port-33b229dd-cc98-408c-9c07-60428305affa" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.369863] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "port-33b229dd-cc98-408c-9c07-60428305affa" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.370298] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "port-33b229dd-cc98-408c-9c07-60428305affa" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.370431] env[65424]: DEBUG networking_nsxv3.api.rpc [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('33b229dd-cc98-408c-9c07-60428305affa',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.384550] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.387415] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.387415] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.387415] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.387415] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.387415] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.387415] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.387415] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.387415] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.387415] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.387415] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.387415] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.387415] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.387415] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.387415] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.389246] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.389246] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.389246] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.389246] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.389246] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.389246] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5179ad91-711f-4723-9d58-6eeeb82ed57f is going to be created. [ 595.424667] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.425448] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.425448] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.425448] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.425448] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.425448] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.425773] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.425773] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.425773] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.425773] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.426408] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b74010a0-1072-4252-ac10-af92358e7afa already deleted. [ 595.426408] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b74010a0-1072-4252-ac10-af92358e7afa" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.452189] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.452389] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.452436] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.452808] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.452808] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.464493] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5179ad91-711f-4723-9d58-6eeeb82ed57f in Status: IN_PROGRESS for 2s [ 595.791807] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.791807] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.791807] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.791807] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.791807] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.791807] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f30b5c0-aef3-4ef2-bd2a-3a917103ea72 is going to be created. [ 595.818410] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.818648] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.818648] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.818816] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.818982] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.830044] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f30b5c0-aef3-4ef2-bd2a-3a917103ea72 in Status: UNINITIALIZED for 2s [ 595.873014] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.873178] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.873226] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.873637] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.873637] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.874494] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Segment Port 33b229dd-cc98-408c-9c07-60428305affa not found, creating... [ 595.874494] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.874494] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.874494] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.874494] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.874708] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.874885] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.875508] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.875960] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.875960] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.876078] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.876142] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Resource: SegmentPort with ID: 33b229dd-cc98-408c-9c07-60428305affa is going to be created. [ 595.896914] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.897126] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.897126] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.897376] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.897592] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.897792] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "port-33b229dd-cc98-408c-9c07-60428305affa" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.471017] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c2b85db2-c947-415f-abb6-26ced169a11d in Status: SUCCESS [ 596.471017] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2b85db2-c947-415f-abb6-26ced169a11d" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.471835] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2b85db2-c947-415f-abb6-26ced169a11d" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.472160] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2b85db2-c947-415f-abb6-26ced169a11d" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.472384] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.472532] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.472630] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.472758] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.472837] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.472936] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2b85db2-c947-415f-abb6-26ced169a11d" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.473141] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c2b85db2-c947-415f-abb6-26ced169a11d',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.628298] env[65424]: INFO networking_nsxv3.common.synchronization [None req-0ce6981a-0b4f-4c2f-a8ab-4bc46878edb3 None None] Enqueued Resource ID: 95974ab9-d79a-4d2b-8457-7c2aaada62fe with Priority: HIGHEST for action port [ 596.629594] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95974ab9-d79a-4d2b-8457-7c2aaada62fe with Priority: HIGHEST for action port [ 596.630143] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock port-95974ab9-d79a-4d2b-8457-7c2aaada62fe taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.630444] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-95974ab9-d79a-4d2b-8457-7c2aaada62fe" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.630614] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-95974ab9-d79a-4d2b-8457-7c2aaada62fe" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.630943] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-95974ab9-d79a-4d2b-8457-7c2aaada62fe" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.632504] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('95974ab9-d79a-4d2b-8457-7c2aaada62fe',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.759436] env[65424]: INFO networking_nsxv3.common.synchronization [req-2ce424e7-f635-45d4-ad3e-d1aac44c9c12 req-cebbb82c-1de8-4efe-b34f-4a7e9a319c17 service nova] Enqueued Resource ID: b74010a0-1072-4252-ac10-af92358e7afa with Priority: HIGHEST for action security_group_rules [ 596.759775] env[65424]: INFO networking_nsxv3.common.synchronization [req-2ce424e7-f635-45d4-ad3e-d1aac44c9c12 req-cebbb82c-1de8-4efe-b34f-4a7e9a319c17 service nova] Enqueued Resource ID: b74010a0-1072-4252-ac10-af92358e7afa with Priority: HIGHEST for action security_group_members [ 596.759923] env[65424]: INFO networking_nsxv3.common.synchronization [req-2ce424e7-f635-45d4-ad3e-d1aac44c9c12 req-cebbb82c-1de8-4efe-b34f-4a7e9a319c17 service nova] Enqueued Resource ID: 33b229dd-cc98-408c-9c07-60428305affa with Priority: HIGHEST for action port [ 596.760456] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b74010a0-1072-4252-ac10-af92358e7afa with Priority: HIGHEST for action security_group_rules [ 596.760578] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b74010a0-1072-4252-ac10-af92358e7afa with Priority: HIGHEST for action security_group_members [ 596.760671] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33b229dd-cc98-408c-9c07-60428305affa with Priority: HIGHEST for action port [ 596.760930] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b74010a0-1072-4252-ac10-af92358e7afa taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.761085] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b74010a0-1072-4252-ac10-af92358e7afa" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.761151] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b74010a0-1072-4252-ac10-af92358e7afa" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.761475] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b74010a0-1072-4252-ac10-af92358e7afa" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.761574] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b74010a0-1072-4252-ac10-af92358e7afa',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.762534] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-b74010a0-1072-4252-ac10-af92358e7afa taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.763268] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b74010a0-1072-4252-ac10-af92358e7afa" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.763379] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b74010a0-1072-4252-ac10-af92358e7afa" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.763580] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b74010a0-1072-4252-ac10-af92358e7afa" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.763735] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.763845] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.763919] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.764159] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.765119] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.765119] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b74010a0-1072-4252-ac10-af92358e7afa',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.765268] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock port-33b229dd-cc98-408c-9c07-60428305affa taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.765339] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-33b229dd-cc98-408c-9c07-60428305affa" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.765496] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-33b229dd-cc98-408c-9c07-60428305affa" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.768595] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-33b229dd-cc98-408c-9c07-60428305affa" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.768729] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('33b229dd-cc98-408c-9c07-60428305affa',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.864316] env[65424]: INFO networking_nsxv3.common.synchronization [None req-14d53f5b-8334-47a7-9687-a1e326979bde tempest-VolumesAssistedSnapshotsTest-754018308 tempest-VolumesAssistedSnapshotsTest-754018308-project-member] Enqueued Resource ID: de70384f-291f-4579-8961-9389af523ad0 with Priority: HIGHEST for action security_group_rules [ 596.864813] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de70384f-291f-4579-8961-9389af523ad0 with Priority: HIGHEST for action security_group_rules [ 596.864998] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock rules-de70384f-291f-4579-8961-9389af523ad0 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.865906] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-de70384f-291f-4579-8961-9389af523ad0" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.865906] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-de70384f-291f-4579-8961-9389af523ad0" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.865906] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-de70384f-291f-4579-8961-9389af523ad0" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.865906] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('de70384f-291f-4579-8961-9389af523ad0',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.977358] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2b85db2-c947-415f-abb6-26ced169a11d taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.977538] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2b85db2-c947-415f-abb6-26ced169a11d" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.977594] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2b85db2-c947-415f-abb6-26ced169a11d" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.977795] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2b85db2-c947-415f-abb6-26ced169a11d" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.977955] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.978305] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.978305] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.978305] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.978448] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.978448] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2b85db2-c947-415f-abb6-26ced169a11d" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.978578] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2b85db2-c947-415f-abb6-26ced169a11d taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.978666] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2b85db2-c947-415f-abb6-26ced169a11d" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.978820] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2b85db2-c947-415f-abb6-26ced169a11d" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.978864] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2b85db2-c947-415f-abb6-26ced169a11d" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.978987] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.979085] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.979767] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.979767] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.979767] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.979767] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2b85db2-c947-415f-abb6-26ced169a11d" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.979767] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c2b85db2-c947-415f-abb6-26ced169a11d',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.021488] env[65424]: INFO networking_nsxv3.common.synchronization [None req-27256762-349f-4215-9372-6e560a68a020 None None] Enqueued Resource ID: a90c312f-4453-430c-9e42-9ad1b250f36a with Priority: HIGHEST for action port [ 597.022597] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a90c312f-4453-430c-9e42-9ad1b250f36a with Priority: HIGHEST for action port [ 597.022597] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock port-a90c312f-4453-430c-9e42-9ad1b250f36a taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.022597] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a90c312f-4453-430c-9e42-9ad1b250f36a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.022597] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a90c312f-4453-430c-9e42-9ad1b250f36a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.024579] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a90c312f-4453-430c-9e42-9ad1b250f36a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.024972] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a90c312f-4453-430c-9e42-9ad1b250f36a',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.077734] env[65424]: INFO networking_nsxv3.common.synchronization [None req-9456b651-ab33-46e1-aed6-9e37da27a662 tempest-VolumesAssistedSnapshotsTest-754018308 tempest-VolumesAssistedSnapshotsTest-754018308-project-member] Enqueued Resource ID: de70384f-291f-4579-8961-9389af523ad0 with Priority: HIGHEST for action security_group_rules [ 597.080542] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de70384f-291f-4579-8961-9389af523ad0 with Priority: HIGHEST for action security_group_rules [ 597.080542] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock rules-de70384f-291f-4579-8961-9389af523ad0 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.080542] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-de70384f-291f-4579-8961-9389af523ad0" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.135103] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 95974ab9-d79a-4d2b-8457-7c2aaada62fe [ 597.135596] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.135947] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.135947] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.137484] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.137484] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.137484] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:95974ab9-d79a-4d2b-8457-7c2aaada62fe already deleted. [ 597.137484] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-95974ab9-d79a-4d2b-8457-7c2aaada62fe" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.273715] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-b74010a0-1072-4252-ac10-af92358e7afa taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.273715] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b74010a0-1072-4252-ac10-af92358e7afa" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.273954] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b74010a0-1072-4252-ac10-af92358e7afa',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.274833] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 33b229dd-cc98-408c-9c07-60428305affa with status ACTIVE [ 597.275410] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.279174] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.279334] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.279563] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.279662] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.279885] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.280080] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.280080] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.280346] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.280346] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.280465] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.280562] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.280605] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.280745] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.280819] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.280910] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 33b229dd-cc98-408c-9c07-60428305affa is going to be updated. [ 597.304167] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.306257] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.306257] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.306257] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.306257] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.306257] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-33b229dd-cc98-408c-9c07-60428305affa" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.391672] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.392192] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.392433] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.392572] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.392681] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.392782] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: de70384f-291f-4579-8961-9389af523ad0 already deleted. [ 597.392874] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-de70384f-291f-4579-8961-9389af523ad0" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.393520] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-de70384f-291f-4579-8961-9389af523ad0" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.393746] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-de70384f-291f-4579-8961-9389af523ad0" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.393820] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('de70384f-291f-4579-8961-9389af523ad0',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.478834] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5179ad91-711f-4723-9d58-6eeeb82ed57f in Status: SUCCESS [ 597.480570] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5179ad91-711f-4723-9d58-6eeeb82ed57f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.484543] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c2b85db2-c947-415f-abb6-26ced169a11d: rpc.has_security_group_logging(os_id): False [ 597.507200] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.507345] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.507412] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.507612] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.507691] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.507958] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.507958] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.508099] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.508174] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.508246] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.508426] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.508514] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.508571] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.508703] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.508805] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.508946] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.509042] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.510764] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.510923] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.510998] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.511108] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c2b85db2-c947-415f-abb6-26ced169a11d is going to be created. [ 597.528919] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a90c312f-4453-430c-9e42-9ad1b250f36a [ 597.528919] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.528919] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.528919] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.528919] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.528919] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.528919] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a90c312f-4453-430c-9e42-9ad1b250f36a already deleted. [ 597.528919] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a90c312f-4453-430c-9e42-9ad1b250f36a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.564859] env[65424]: INFO networking_nsxv3.common.synchronization [None req-c6a883af-8c37-4a35-ba13-7913fe78d4ad None None] Enqueued Resource ID: eff7ad8f-b75e-4f96-8004-51f94dcb13f9 with Priority: HIGHEST for action port [ 597.565589] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eff7ad8f-b75e-4f96-8004-51f94dcb13f9 with Priority: HIGHEST for action port [ 597.566566] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock port-eff7ad8f-b75e-4f96-8004-51f94dcb13f9 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.567082] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eff7ad8f-b75e-4f96-8004-51f94dcb13f9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.567082] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eff7ad8f-b75e-4f96-8004-51f94dcb13f9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.568104] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eff7ad8f-b75e-4f96-8004-51f94dcb13f9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.568104] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eff7ad8f-b75e-4f96-8004-51f94dcb13f9',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.579150] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.579476] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.579670] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.579976] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.580178] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.598015] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c2b85db2-c947-415f-abb6-26ced169a11d in Status: IN_PROGRESS for 2s [ 597.783131] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b74010a0-1072-4252-ac10-af92358e7afa',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.841995] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f30b5c0-aef3-4ef2-bd2a-3a917103ea72 in Status: SUCCESS [ 597.841995] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f30b5c0-aef3-4ef2-bd2a-3a917103ea72" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.841995] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f30b5c0-aef3-4ef2-bd2a-3a917103ea72" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.842405] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f30b5c0-aef3-4ef2-bd2a-3a917103ea72" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.842405] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.842498] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.842682] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.842925] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.842925] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.844897] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f30b5c0-aef3-4ef2-bd2a-3a917103ea72" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.844897] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2f30b5c0-aef3-4ef2-bd2a-3a917103ea72',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.921824] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.922338] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.922338] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.922407] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.922688] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.922688] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: de70384f-291f-4579-8961-9389af523ad0 already deleted. [ 597.922688] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-de70384f-291f-4579-8961-9389af523ad0" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.071780] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port eff7ad8f-b75e-4f96-8004-51f94dcb13f9 [ 598.073528] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.073528] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.073528] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.073528] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.073528] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.073528] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:eff7ad8f-b75e-4f96-8004-51f94dcb13f9 already deleted. [ 598.073528] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eff7ad8f-b75e-4f96-8004-51f94dcb13f9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.290847] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.290847] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.291061] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.291197] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.291315] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.291646] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b74010a0-1072-4252-ac10-af92358e7afa is going to be created. [ 598.319855] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.325903] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.325903] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.325903] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.325903] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.345739] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f30b5c0-aef3-4ef2-bd2a-3a917103ea72 taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.345949] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f30b5c0-aef3-4ef2-bd2a-3a917103ea72" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.345949] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f30b5c0-aef3-4ef2-bd2a-3a917103ea72" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.346203] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f30b5c0-aef3-4ef2-bd2a-3a917103ea72" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.346507] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.346507] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.346629] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.346699] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.346779] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.346985] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f30b5c0-aef3-4ef2-bd2a-3a917103ea72" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.346985] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f30b5c0-aef3-4ef2-bd2a-3a917103ea72 taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.347118] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f30b5c0-aef3-4ef2-bd2a-3a917103ea72" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.347170] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f30b5c0-aef3-4ef2-bd2a-3a917103ea72" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.347280] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f30b5c0-aef3-4ef2-bd2a-3a917103ea72" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.347414] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.347510] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.347559] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.347695] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.347798] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.347837] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f30b5c0-aef3-4ef2-bd2a-3a917103ea72" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.347941] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2f30b5c0-aef3-4ef2-bd2a-3a917103ea72',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.349519] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b74010a0-1072-4252-ac10-af92358e7afa in Status: UNINITIALIZED for 2s [ 598.688752] env[65424]: INFO networking_nsxv3.common.synchronization [None req-c0b16d50-6413-4431-829f-ffbc59facb30 None None] Enqueued Resource ID: e02bbad5-eb5c-4ebc-9192-32b13885ae7a with Priority: HIGHEST for action port [ 598.689285] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e02bbad5-eb5c-4ebc-9192-32b13885ae7a with Priority: HIGHEST for action port [ 598.689580] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock port-e02bbad5-eb5c-4ebc-9192-32b13885ae7a taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.689699] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e02bbad5-eb5c-4ebc-9192-32b13885ae7a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.689765] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e02bbad5-eb5c-4ebc-9192-32b13885ae7a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.690164] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e02bbad5-eb5c-4ebc-9192-32b13885ae7a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.690257] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e02bbad5-eb5c-4ebc-9192-32b13885ae7a',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.852137] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2f30b5c0-aef3-4ef2-bd2a-3a917103ea72: rpc.has_security_group_logging(os_id): False [ 598.854053] env[65424]: INFO networking_nsxv3.common.synchronization [req-29087884-d1ad-40c8-8151-8e71e1909680 req-d86e1622-36fd-4bbd-9619-59ee42b287bb tempest-SecurityGroupRulesNegativeTestJSON-366860455 tempest-SecurityGroupRulesNegativeTestJSON-366860455-project-member] Enqueued Resource ID: d0ac56e5-ab61-4456-a295-fdc7a7c48ff0 with Priority: HIGHEST for action security_group_rules [ 598.854626] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0ac56e5-ab61-4456-a295-fdc7a7c48ff0 with Priority: HIGHEST for action security_group_rules [ 598.855542] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d0ac56e5-ab61-4456-a295-fdc7a7c48ff0 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.855999] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d0ac56e5-ab61-4456-a295-fdc7a7c48ff0" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.855999] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d0ac56e5-ab61-4456-a295-fdc7a7c48ff0" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.855999] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d0ac56e5-ab61-4456-a295-fdc7a7c48ff0" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.856164] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d0ac56e5-ab61-4456-a295-fdc7a7c48ff0',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.875277] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.875402] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.875515] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.876205] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.876205] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.876205] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.876205] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.876205] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.876994] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.877297] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.877297] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.877439] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.877476] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.877756] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.877831] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.878033] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.878775] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.878775] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.878775] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.878878] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.878908] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2f30b5c0-aef3-4ef2-bd2a-3a917103ea72 is going to be created. [ 598.943467] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.943467] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.943467] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.943467] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.943751] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.957830] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2f30b5c0-aef3-4ef2-bd2a-3a917103ea72 in Status: IN_PROGRESS for 2s [ 599.192496] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e02bbad5-eb5c-4ebc-9192-32b13885ae7a [ 599.193018] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.193196] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.193276] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.193539] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.193657] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.193756] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e02bbad5-eb5c-4ebc-9192-32b13885ae7a already deleted. [ 599.193838] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e02bbad5-eb5c-4ebc-9192-32b13885ae7a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.385844] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.386021] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.386312] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.386395] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.387180] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.387180] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d0ac56e5-ab61-4456-a295-fdc7a7c48ff0 already deleted. [ 599.387180] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d0ac56e5-ab61-4456-a295-fdc7a7c48ff0" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.614147] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c2b85db2-c947-415f-abb6-26ced169a11d in Status: SUCCESS [ 599.614647] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c2b85db2-c947-415f-abb6-26ced169a11d" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.369079] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b74010a0-1072-4252-ac10-af92358e7afa in Status: SUCCESS [ 600.369436] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b74010a0-1072-4252-ac10-af92358e7afa" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.369804] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b74010a0-1072-4252-ac10-af92358e7afa" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.369804] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b74010a0-1072-4252-ac10-af92358e7afa" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.370048] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.370165] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.370217] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.370374] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.370510] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.370554] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b74010a0-1072-4252-ac10-af92358e7afa" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.370623] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b74010a0-1072-4252-ac10-af92358e7afa',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.504390] env[65424]: INFO networking_nsxv3.common.synchronization [None req-402f71ac-36ac-49ae-8b07-8e21ea3599f9 None None] Enqueued Resource ID: fda957cd-f2ea-4ce9-9293-ac3438cffa52 with Priority: HIGHEST for action port [ 600.504390] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fda957cd-f2ea-4ce9-9293-ac3438cffa52 with Priority: HIGHEST for action port [ 600.504390] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock port-fda957cd-f2ea-4ce9-9293-ac3438cffa52 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.504390] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fda957cd-f2ea-4ce9-9293-ac3438cffa52" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.504390] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fda957cd-f2ea-4ce9-9293-ac3438cffa52" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.504390] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fda957cd-f2ea-4ce9-9293-ac3438cffa52" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.504390] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fda957cd-f2ea-4ce9-9293-ac3438cffa52',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.695590] env[65424]: INFO networking_nsxv3.common.synchronization [None req-9c0e9e19-40ff-4524-9448-087dd7fee178 None None] Enqueued Resource ID: 97f4278f-8a27-4b45-ae10-93739553d92b with Priority: HIGHEST for action port [ 600.696238] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97f4278f-8a27-4b45-ae10-93739553d92b with Priority: HIGHEST for action port [ 600.696565] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock port-97f4278f-8a27-4b45-ae10-93739553d92b taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.696692] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-97f4278f-8a27-4b45-ae10-93739553d92b" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.696761] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-97f4278f-8a27-4b45-ae10-93739553d92b" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.697034] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-97f4278f-8a27-4b45-ae10-93739553d92b" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.697121] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('97f4278f-8a27-4b45-ae10-93739553d92b',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.873680] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-b74010a0-1072-4252-ac10-af92358e7afa taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.873925] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b74010a0-1072-4252-ac10-af92358e7afa" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.873925] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b74010a0-1072-4252-ac10-af92358e7afa" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.874170] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b74010a0-1072-4252-ac10-af92358e7afa" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.874317] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.874411] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.874474] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.874625] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.874712] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.874799] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b74010a0-1072-4252-ac10-af92358e7afa" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.874944] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-b74010a0-1072-4252-ac10-af92358e7afa taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.875049] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b74010a0-1072-4252-ac10-af92358e7afa" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.875106] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b74010a0-1072-4252-ac10-af92358e7afa" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.875247] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b74010a0-1072-4252-ac10-af92358e7afa" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.875385] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.875475] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.875530] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.875664] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.875740] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.875821] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b74010a0-1072-4252-ac10-af92358e7afa" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.875912] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b74010a0-1072-4252-ac10-af92358e7afa',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.971784] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2f30b5c0-aef3-4ef2-bd2a-3a917103ea72 in Status: SUCCESS [ 600.972014] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2f30b5c0-aef3-4ef2-bd2a-3a917103ea72" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.006571] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fda957cd-f2ea-4ce9-9293-ac3438cffa52 [ 601.007309] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.007309] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.007309] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.007309] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.007309] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.007679] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fda957cd-f2ea-4ce9-9293-ac3438cffa52 already deleted. [ 601.007679] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fda957cd-f2ea-4ce9-9293-ac3438cffa52" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.169788] env[65424]: INFO networking_nsxv3.common.synchronization [req-6ebd0df3-f5db-43d3-9441-14c88c8fd48d req-d3c7215b-bfe9-4734-9eba-53ead2c976e6 tempest-AttachInterfacesV270Test-2079317339 tempest-AttachInterfacesV270Test-2079317339-project-member] Enqueued Resource ID: d009cd22-1f87-4b60-a41a-f3a87ef297a5 with Priority: HIGHEST for action security_group_members [ 601.170756] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d009cd22-1f87-4b60-a41a-f3a87ef297a5 with Priority: HIGHEST for action security_group_members [ 601.171266] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-d009cd22-1f87-4b60-a41a-f3a87ef297a5 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.171416] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d009cd22-1f87-4b60-a41a-f3a87ef297a5" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.171416] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d009cd22-1f87-4b60-a41a-f3a87ef297a5" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.171654] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d009cd22-1f87-4b60-a41a-f3a87ef297a5" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.171855] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.171934] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.172190] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.172190] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.172296] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.172642] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d009cd22-1f87-4b60-a41a-f3a87ef297a5',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.202876] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 97f4278f-8a27-4b45-ae10-93739553d92b [ 601.202876] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.202876] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.202876] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.202876] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.202876] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.202876] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:97f4278f-8a27-4b45-ae10-93739553d92b already deleted. [ 601.202876] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-97f4278f-8a27-4b45-ae10-93739553d92b" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.378286] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b74010a0-1072-4252-ac10-af92358e7afa: rpc.has_security_group_logging(os_id): False [ 601.399011] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.399160] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.399315] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.399460] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.399545] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.399735] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.399835] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.399907] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.400079] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.400396] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.400396] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.400561] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.400561] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.400720] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.400798] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.401018] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.401132] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.401247] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.401506] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.401506] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.401506] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b74010a0-1072-4252-ac10-af92358e7afa is going to be created. [ 601.466897] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.466897] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.466897] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.467068] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.467105] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.483236] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b74010a0-1072-4252-ac10-af92358e7afa in Status: IN_PROGRESS for 2s [ 601.601559] env[65424]: INFO networking_nsxv3.common.synchronization [None req-68062acb-5170-4df9-9ab2-780df06c32e0 None None] Enqueued Resource ID: c8edf4e6-ca58-44e4-9d6d-d0097e950007 with Priority: HIGHEST for action port [ 601.603084] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8edf4e6-ca58-44e4-9d6d-d0097e950007 with Priority: HIGHEST for action port [ 601.603254] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock port-c8edf4e6-ca58-44e4-9d6d-d0097e950007 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.603445] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c8edf4e6-ca58-44e4-9d6d-d0097e950007" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.603445] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c8edf4e6-ca58-44e4-9d6d-d0097e950007" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.603716] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c8edf4e6-ca58-44e4-9d6d-d0097e950007" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.603819] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c8edf4e6-ca58-44e4-9d6d-d0097e950007',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.677688] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.677688] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.677688] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.677688] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.677688] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.677688] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.677688] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.677688] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.677688] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.677688] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.677688] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d009cd22-1f87-4b60-a41a-f3a87ef297a5 already deleted. [ 601.677688] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d009cd22-1f87-4b60-a41a-f3a87ef297a5" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.059134] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock network-611 taken with stack trace [, , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.059326] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "network-611" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.059484] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "network-611" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.059881] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "network-611" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.061306] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.062027] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.062027] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.062027] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.062222] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.062323] env[65424]: DEBUG dogpile.cache.region [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] No value present for key: 'zone-id' {{(pid=65424) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 602.062433] env[65424]: DEBUG dogpile.lock [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] NeedRegenerationException {{(pid=65424) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 602.062537] env[65424]: DEBUG dogpile.lock [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] no value, waiting for create lock {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 602.062655] env[65424]: DEBUG dogpile.lock [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] value creation lock acquired {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 602.062761] env[65424]: DEBUG dogpile.cache.region [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] No value present for key: 'zone-id' {{(pid=65424) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 602.063387] env[65424]: DEBUG dogpile.lock [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Calling creation function for not-yet-present value {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 602.063387] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 602.087051] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 602.087283] env[65424]: DEBUG dogpile.cache.region [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65424) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 602.087362] env[65424]: DEBUG dogpile.lock [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Released creation lock {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 602.087733] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "network-611" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.087933] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock port-646a9125-c5ea-4c50-be06-e91998399412 taken with stack trace [, , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.088169] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "port-646a9125-c5ea-4c50-be06-e91998399412" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.088331] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "port-646a9125-c5ea-4c50-be06-e91998399412" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.088706] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "port-646a9125-c5ea-4c50-be06-e91998399412" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.088848] env[65424]: DEBUG networking_nsxv3.api.rpc [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('646a9125-c5ea-4c50-be06-e91998399412',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.105731] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c8edf4e6-ca58-44e4-9d6d-d0097e950007 [ 602.106064] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.106223] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.106272] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.106524] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.106632] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.106762] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c8edf4e6-ca58-44e4-9d6d-d0097e950007 already deleted. [ 602.106849] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c8edf4e6-ca58-44e4-9d6d-d0097e950007" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.591484] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.591836] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.591836] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.592638] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.593052] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.594651] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Segment Port 646a9125-c5ea-4c50-be06-e91998399412 not found, creating... [ 602.594651] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.594651] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.594651] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.594651] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.594651] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.595207] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.595375] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.597186] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.597186] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.597186] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.599457] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Resource: SegmentPort with ID: 646a9125-c5ea-4c50-be06-e91998399412 is going to be created. [ 602.626380] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.626380] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.626380] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.626380] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.627350] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.627350] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "port-646a9125-c5ea-4c50-be06-e91998399412" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.833153] env[65424]: INFO networking_nsxv3.common.synchronization [None req-cfcae6a4-9d49-4ea0-b272-892b55bc4161 None None] Enqueued Resource ID: 8507a385-2105-40c0-b9b3-8ec599e8de7a with Priority: HIGHEST for action port [ 602.836655] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8507a385-2105-40c0-b9b3-8ec599e8de7a with Priority: HIGHEST for action port [ 602.836655] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock port-8507a385-2105-40c0-b9b3-8ec599e8de7a taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.836655] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8507a385-2105-40c0-b9b3-8ec599e8de7a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.836655] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8507a385-2105-40c0-b9b3-8ec599e8de7a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.836655] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8507a385-2105-40c0-b9b3-8ec599e8de7a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.836655] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8507a385-2105-40c0-b9b3-8ec599e8de7a',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.128320] env[65424]: INFO networking_nsxv3.common.synchronization [req-be7c2257-b6ee-4c59-97d4-008ffc32a5e9 req-456a210e-619e-4ff2-b307-1e0c9710949f tempest-ImagesOneServerNegativeTestJSON-842281303 tempest-ImagesOneServerNegativeTestJSON-842281303-project-member] Enqueued Resource ID: 2c4d3ec6-0c4f-41fa-bc5e-ff3763e47ac4 with Priority: HIGHEST for action security_group_members [ 603.128320] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c4d3ec6-0c4f-41fa-bc5e-ff3763e47ac4 with Priority: HIGHEST for action security_group_members [ 603.128659] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c4d3ec6-0c4f-41fa-bc5e-ff3763e47ac4 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.129445] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c4d3ec6-0c4f-41fa-bc5e-ff3763e47ac4" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.129930] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c4d3ec6-0c4f-41fa-bc5e-ff3763e47ac4" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.129930] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c4d3ec6-0c4f-41fa-bc5e-ff3763e47ac4" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.130197] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.130360] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.130460] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.132644] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.132644] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.132644] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c4d3ec6-0c4f-41fa-bc5e-ff3763e47ac4',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.339908] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8507a385-2105-40c0-b9b3-8ec599e8de7a [ 603.339908] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.339908] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.339908] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.340307] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.340396] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.340506] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8507a385-2105-40c0-b9b3-8ec599e8de7a already deleted. [ 603.340617] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8507a385-2105-40c0-b9b3-8ec599e8de7a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.451927] env[65424]: INFO networking_nsxv3.common.synchronization [req-6ebd0df3-f5db-43d3-9441-14c88c8fd48d req-e11dd19c-a79e-4cbb-b03c-3d053ceec460 service nova] Enqueued Resource ID: d009cd22-1f87-4b60-a41a-f3a87ef297a5 with Priority: HIGHEST for action security_group_rules [ 603.452385] env[65424]: INFO networking_nsxv3.common.synchronization [req-6ebd0df3-f5db-43d3-9441-14c88c8fd48d req-e11dd19c-a79e-4cbb-b03c-3d053ceec460 service nova] Enqueued Resource ID: d009cd22-1f87-4b60-a41a-f3a87ef297a5 with Priority: HIGHEST for action security_group_members [ 603.452385] env[65424]: INFO networking_nsxv3.common.synchronization [req-6ebd0df3-f5db-43d3-9441-14c88c8fd48d req-e11dd19c-a79e-4cbb-b03c-3d053ceec460 service nova] Enqueued Resource ID: 646a9125-c5ea-4c50-be06-e91998399412 with Priority: HIGHEST for action port [ 603.452579] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d009cd22-1f87-4b60-a41a-f3a87ef297a5 with Priority: HIGHEST for action security_group_rules [ 603.452618] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d009cd22-1f87-4b60-a41a-f3a87ef297a5 with Priority: HIGHEST for action security_group_members [ 603.452693] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 646a9125-c5ea-4c50-be06-e91998399412 with Priority: HIGHEST for action port [ 603.454105] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d009cd22-1f87-4b60-a41a-f3a87ef297a5 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.454105] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d009cd22-1f87-4b60-a41a-f3a87ef297a5" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.454105] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d009cd22-1f87-4b60-a41a-f3a87ef297a5" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.454105] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d009cd22-1f87-4b60-a41a-f3a87ef297a5" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.454105] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d009cd22-1f87-4b60-a41a-f3a87ef297a5',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.455474] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-d009cd22-1f87-4b60-a41a-f3a87ef297a5 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.455474] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d009cd22-1f87-4b60-a41a-f3a87ef297a5" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.455474] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d009cd22-1f87-4b60-a41a-f3a87ef297a5" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.455474] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d009cd22-1f87-4b60-a41a-f3a87ef297a5" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.455474] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.455781] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.455781] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.455781] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.455781] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.455907] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d009cd22-1f87-4b60-a41a-f3a87ef297a5',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.456841] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock port-646a9125-c5ea-4c50-be06-e91998399412 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.456841] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-646a9125-c5ea-4c50-be06-e91998399412" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.456841] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-646a9125-c5ea-4c50-be06-e91998399412" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.456992] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-646a9125-c5ea-4c50-be06-e91998399412" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.457044] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('646a9125-c5ea-4c50-be06-e91998399412',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.497107] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b74010a0-1072-4252-ac10-af92358e7afa in Status: SUCCESS [ 603.499512] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b74010a0-1072-4252-ac10-af92358e7afa" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.633902] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.633902] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.633902] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.633902] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.634411] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.634411] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.634411] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.634411] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.634602] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.634602] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.634602] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c4d3ec6-0c4f-41fa-bc5e-ff3763e47ac4 already deleted. [ 603.634694] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c4d3ec6-0c4f-41fa-bc5e-ff3763e47ac4" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.682973] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock network-384 taken with stack trace [, , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.683139] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "network-384" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.683293] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "network-384" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.683632] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "network-384" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.683910] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.684804] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.684804] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.684804] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.684804] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.684804] env[65424]: DEBUG dogpile.cache.region [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] No value present for key: 'zone-id' {{(pid=65424) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 603.685107] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] NeedRegenerationException {{(pid=65424) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 603.685107] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] no value, waiting for create lock {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 603.685107] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] value creation lock acquired {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 603.685251] env[65424]: DEBUG dogpile.cache.region [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] No value present for key: 'zone-id' {{(pid=65424) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 603.685251] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Calling creation function for not-yet-present value {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 603.685400] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 603.712870] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 603.713131] env[65424]: DEBUG dogpile.cache.region [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=65424) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 603.714076] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Released creation lock {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 603.714076] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "network-384" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.714585] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock port-88a0c938-b6ed-422e-ac89-bca268d1bee5 taken with stack trace [, , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.714839] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "port-88a0c938-b6ed-422e-ac89-bca268d1bee5" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.714991] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "port-88a0c938-b6ed-422e-ac89-bca268d1bee5" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.715373] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "port-88a0c938-b6ed-422e-ac89-bca268d1bee5" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.715529] env[65424]: DEBUG networking_nsxv3.api.rpc [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('88a0c938-b6ed-422e-ac89-bca268d1bee5',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.959252] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-d009cd22-1f87-4b60-a41a-f3a87ef297a5 taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.959423] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d009cd22-1f87-4b60-a41a-f3a87ef297a5" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.959732] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d009cd22-1f87-4b60-a41a-f3a87ef297a5',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.961374] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 646a9125-c5ea-4c50-be06-e91998399412 with status ACTIVE [ 603.961374] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.961374] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.961374] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.961374] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.961699] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.961699] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.961783] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.961783] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.963106] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.963106] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.963106] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.963106] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.963106] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.963106] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.963106] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.963106] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 646a9125-c5ea-4c50-be06-e91998399412 is going to be updated. [ 603.990192] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.990375] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.990435] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.991129] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.991129] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.991129] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-646a9125-c5ea-4c50-be06-e91998399412" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.109144] env[65424]: INFO networking_nsxv3.common.synchronization [None req-7226f4c0-2532-4de5-82a7-17eb121bb131 None None] Enqueued Resource ID: 85ca4aa5-9737-464f-904d-65a4f9f74850 with Priority: HIGHEST for action port [ 604.109144] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85ca4aa5-9737-464f-904d-65a4f9f74850 with Priority: HIGHEST for action port [ 604.109969] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock port-85ca4aa5-9737-464f-904d-65a4f9f74850 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.109969] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-85ca4aa5-9737-464f-904d-65a4f9f74850" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.109969] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-85ca4aa5-9737-464f-904d-65a4f9f74850" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.111634] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-85ca4aa5-9737-464f-904d-65a4f9f74850" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.112313] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('85ca4aa5-9737-464f-904d-65a4f9f74850',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.218405] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.218630] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.218744] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.219050] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.219199] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.219346] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Segment Port 88a0c938-b6ed-422e-ac89-bca268d1bee5 not found, creating... [ 604.219596] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.219761] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.219886] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.220125] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.220367] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.220804] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.221861] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.222161] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.222802] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.223086] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.223398] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Resource: SegmentPort with ID: 88a0c938-b6ed-422e-ac89-bca268d1bee5 is going to be created. [ 604.251869] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.254022] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.254022] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.254022] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.254022] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.254022] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "port-88a0c938-b6ed-422e-ac89-bca268d1bee5" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.465368] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d009cd22-1f87-4b60-a41a-f3a87ef297a5',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.615231] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 85ca4aa5-9737-464f-904d-65a4f9f74850 [ 604.615532] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.615602] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.615676] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.615868] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.615953] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.616131] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:85ca4aa5-9737-464f-904d-65a4f9f74850 already deleted. [ 604.616197] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-85ca4aa5-9737-464f-904d-65a4f9f74850" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.970587] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.970587] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.970587] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.970587] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.970587] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.970587] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d009cd22-1f87-4b60-a41a-f3a87ef297a5 is going to be created. [ 604.976429] env[65424]: INFO networking_nsxv3.common.synchronization [req-be7c2257-b6ee-4c59-97d4-008ffc32a5e9 req-c18ff98f-6ca5-4565-8c4a-8b40b2a62d63 service nova] Enqueued Resource ID: 2c4d3ec6-0c4f-41fa-bc5e-ff3763e47ac4 with Priority: HIGHEST for action security_group_rules [ 604.976606] env[65424]: INFO networking_nsxv3.common.synchronization [req-be7c2257-b6ee-4c59-97d4-008ffc32a5e9 req-c18ff98f-6ca5-4565-8c4a-8b40b2a62d63 service nova] Enqueued Resource ID: 2c4d3ec6-0c4f-41fa-bc5e-ff3763e47ac4 with Priority: HIGHEST for action security_group_members [ 604.977968] env[65424]: INFO networking_nsxv3.common.synchronization [req-be7c2257-b6ee-4c59-97d4-008ffc32a5e9 req-c18ff98f-6ca5-4565-8c4a-8b40b2a62d63 service nova] Enqueued Resource ID: 88a0c938-b6ed-422e-ac89-bca268d1bee5 with Priority: HIGHEST for action port [ 604.978372] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c4d3ec6-0c4f-41fa-bc5e-ff3763e47ac4 with Priority: HIGHEST for action security_group_rules [ 604.978516] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c4d3ec6-0c4f-41fa-bc5e-ff3763e47ac4 with Priority: HIGHEST for action security_group_members [ 604.978892] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88a0c938-b6ed-422e-ac89-bca268d1bee5 with Priority: HIGHEST for action port [ 604.980727] env[65424]: INFO networking_nsxv3.common.synchronization [None req-1315e385-acef-45f5-a8e3-1adb73678c8e None None] Enqueued Resource ID: af1b81cc-5143-4f15-b2ca-ba47a3f09c3e with Priority: HIGHEST for action port [ 604.981143] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2c4d3ec6-0c4f-41fa-bc5e-ff3763e47ac4 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.981277] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2c4d3ec6-0c4f-41fa-bc5e-ff3763e47ac4" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.981343] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2c4d3ec6-0c4f-41fa-bc5e-ff3763e47ac4" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.981598] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2c4d3ec6-0c4f-41fa-bc5e-ff3763e47ac4" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.981680] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2c4d3ec6-0c4f-41fa-bc5e-ff3763e47ac4',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.982671] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c4d3ec6-0c4f-41fa-bc5e-ff3763e47ac4 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.982792] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c4d3ec6-0c4f-41fa-bc5e-ff3763e47ac4" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.982858] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c4d3ec6-0c4f-41fa-bc5e-ff3763e47ac4" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.983053] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c4d3ec6-0c4f-41fa-bc5e-ff3763e47ac4" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.983211] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.983325] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.983388] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.983782] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.983879] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.983972] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c4d3ec6-0c4f-41fa-bc5e-ff3763e47ac4',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.985645] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock port-88a0c938-b6ed-422e-ac89-bca268d1bee5 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.985774] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-88a0c938-b6ed-422e-ac89-bca268d1bee5" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.985814] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-88a0c938-b6ed-422e-ac89-bca268d1bee5" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.985969] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-88a0c938-b6ed-422e-ac89-bca268d1bee5" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.986056] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('88a0c938-b6ed-422e-ac89-bca268d1bee5',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.987435] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af1b81cc-5143-4f15-b2ca-ba47a3f09c3e with Priority: HIGHEST for action port [ 604.988038] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock port-af1b81cc-5143-4f15-b2ca-ba47a3f09c3e taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.988168] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-af1b81cc-5143-4f15-b2ca-ba47a3f09c3e" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.988168] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-af1b81cc-5143-4f15-b2ca-ba47a3f09c3e" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.988337] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-af1b81cc-5143-4f15-b2ca-ba47a3f09c3e" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.988403] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('af1b81cc-5143-4f15-b2ca-ba47a3f09c3e',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.003506] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.003811] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.004616] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.004850] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.006092] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.017530] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d009cd22-1f87-4b60-a41a-f3a87ef297a5 in Status: UNINITIALIZED for 2s [ 605.422049] env[65424]: INFO networking_nsxv3.common.synchronization [req-24632891-5826-4b7a-89ef-751d3ddcb58a req-03cc355d-a49c-4c23-82f3-deea97a33dc4 tempest-FloatingIPsAssociationTestJSON-268597939 tempest-FloatingIPsAssociationTestJSON-268597939-project-member] Enqueued Resource ID: 0974405a-ba49-4f1e-9519-bcf099ba1636 with Priority: HIGHEST for action security_group_members [ 605.422428] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0974405a-ba49-4f1e-9519-bcf099ba1636 with Priority: HIGHEST for action security_group_members [ 605.422725] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-0974405a-ba49-4f1e-9519-bcf099ba1636 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.422847] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0974405a-ba49-4f1e-9519-bcf099ba1636" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.422911] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0974405a-ba49-4f1e-9519-bcf099ba1636" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.423681] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0974405a-ba49-4f1e-9519-bcf099ba1636" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.423945] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.423945] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.424143] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.424211] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.424643] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.424643] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0974405a-ba49-4f1e-9519-bcf099ba1636',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.486290] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2c4d3ec6-0c4f-41fa-bc5e-ff3763e47ac4',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.490682] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c4d3ec6-0c4f-41fa-bc5e-ff3763e47ac4 taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.490682] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c4d3ec6-0c4f-41fa-bc5e-ff3763e47ac4" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.490682] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 88a0c938-b6ed-422e-ac89-bca268d1bee5 with status ACTIVE [ 605.490682] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.490881] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.490881] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.495020] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.495020] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.495020] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.495020] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.495020] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.495020] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.495020] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.495020] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.495020] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.495020] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.495020] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.495020] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.495020] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 88a0c938-b6ed-422e-ac89-bca268d1bee5 is going to be updated. [ 605.495020] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port af1b81cc-5143-4f15-b2ca-ba47a3f09c3e [ 605.495020] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.495020] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.495020] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.495746] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.495746] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.495746] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:af1b81cc-5143-4f15-b2ca-ba47a3f09c3e already deleted. [ 605.495746] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-af1b81cc-5143-4f15-b2ca-ba47a3f09c3e" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.518448] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.518652] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.518772] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.519394] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.519536] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.519697] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-88a0c938-b6ed-422e-ac89-bca268d1bee5" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.846439] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock network-191 taken with stack trace [, , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.846638] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "network-191" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.846776] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "network-191" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.847089] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "network-191" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.847342] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.847492] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.847598] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.847804] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.847933] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.848772] env[65424]: DEBUG dogpile.cache.region [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] No value present for key: 'zone-id' {{(pid=65424) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 605.848898] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] NeedRegenerationException {{(pid=65424) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 605.849627] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] no value, waiting for create lock {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 605.850314] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] value creation lock acquired {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 605.851307] env[65424]: DEBUG dogpile.cache.region [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] No value present for key: 'zone-id' {{(pid=65424) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 605.851307] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Calling creation function for not-yet-present value {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 605.851307] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 605.876533] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 605.876533] env[65424]: DEBUG dogpile.cache.region [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65424) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 605.876533] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Released creation lock {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 605.877371] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "network-191" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.877371] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock port-2e85a251-c12c-4c4e-96bb-8cfd884fcf21 taken with stack trace [, , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.877371] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "port-2e85a251-c12c-4c4e-96bb-8cfd884fcf21" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.877371] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "port-2e85a251-c12c-4c4e-96bb-8cfd884fcf21" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.877647] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "port-2e85a251-c12c-4c4e-96bb-8cfd884fcf21" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.877701] env[65424]: DEBUG networking_nsxv3.api.rpc [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2e85a251-c12c-4c4e-96bb-8cfd884fcf21',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.926896] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.927178] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.927348] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.928108] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.928236] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.928489] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.928599] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.928662] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.928853] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.928908] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.928977] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0974405a-ba49-4f1e-9519-bcf099ba1636 already deleted. [ 605.929065] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0974405a-ba49-4f1e-9519-bcf099ba1636" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.990039] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2c4d3ec6-0c4f-41fa-bc5e-ff3763e47ac4',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.381088] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.381502] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.381502] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.381802] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.381997] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.382232] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Segment Port 2e85a251-c12c-4c4e-96bb-8cfd884fcf21 not found, creating... [ 606.382546] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.382701] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.382811] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.383055] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.383216] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.383601] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.383775] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.383895] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.384121] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.384271] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.384531] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Resource: SegmentPort with ID: 2e85a251-c12c-4c4e-96bb-8cfd884fcf21 is going to be created. [ 606.411844] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.412095] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.412481] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.412709] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.412970] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.413265] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "port-2e85a251-c12c-4c4e-96bb-8cfd884fcf21" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.492030] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.492267] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.492325] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.492530] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.492753] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.492753] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c4d3ec6-0c4f-41fa-bc5e-ff3763e47ac4 is going to be created. [ 606.525020] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.525020] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.525272] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.525305] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.526469] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.549551] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c4d3ec6-0c4f-41fa-bc5e-ff3763e47ac4 in Status: UNINITIALIZED for 2s [ 607.026840] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d009cd22-1f87-4b60-a41a-f3a87ef297a5 in Status: SUCCESS [ 607.027134] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d009cd22-1f87-4b60-a41a-f3a87ef297a5" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.027234] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d009cd22-1f87-4b60-a41a-f3a87ef297a5" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.027456] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d009cd22-1f87-4b60-a41a-f3a87ef297a5" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.027651] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.027762] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.027847] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.027972] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.028073] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.028166] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d009cd22-1f87-4b60-a41a-f3a87ef297a5" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.028252] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d009cd22-1f87-4b60-a41a-f3a87ef297a5',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.092634] env[65424]: INFO networking_nsxv3.common.synchronization [req-24632891-5826-4b7a-89ef-751d3ddcb58a req-514a5fe7-6dde-4ece-bd57-623b0339f449 service nova] Enqueued Resource ID: 0974405a-ba49-4f1e-9519-bcf099ba1636 with Priority: HIGHEST for action security_group_rules [ 607.092721] env[65424]: INFO networking_nsxv3.common.synchronization [req-24632891-5826-4b7a-89ef-751d3ddcb58a req-514a5fe7-6dde-4ece-bd57-623b0339f449 service nova] Enqueued Resource ID: 0974405a-ba49-4f1e-9519-bcf099ba1636 with Priority: HIGHEST for action security_group_members [ 607.092831] env[65424]: INFO networking_nsxv3.common.synchronization [req-24632891-5826-4b7a-89ef-751d3ddcb58a req-514a5fe7-6dde-4ece-bd57-623b0339f449 service nova] Enqueued Resource ID: 2e85a251-c12c-4c4e-96bb-8cfd884fcf21 with Priority: HIGHEST for action port [ 607.093532] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0974405a-ba49-4f1e-9519-bcf099ba1636 with Priority: HIGHEST for action security_group_rules [ 607.093532] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0974405a-ba49-4f1e-9519-bcf099ba1636 with Priority: HIGHEST for action security_group_members [ 607.093918] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e85a251-c12c-4c4e-96bb-8cfd884fcf21 with Priority: HIGHEST for action port [ 607.094242] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0974405a-ba49-4f1e-9519-bcf099ba1636 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.094377] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0974405a-ba49-4f1e-9519-bcf099ba1636" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.094697] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0974405a-ba49-4f1e-9519-bcf099ba1636" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.094977] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0974405a-ba49-4f1e-9519-bcf099ba1636" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.095085] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0974405a-ba49-4f1e-9519-bcf099ba1636',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.096861] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-0974405a-ba49-4f1e-9519-bcf099ba1636 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.096861] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0974405a-ba49-4f1e-9519-bcf099ba1636" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.096861] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0974405a-ba49-4f1e-9519-bcf099ba1636" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.096861] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0974405a-ba49-4f1e-9519-bcf099ba1636" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.097096] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.097096] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.097096] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.097667] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.097769] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.097824] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0974405a-ba49-4f1e-9519-bcf099ba1636',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.099485] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock port-2e85a251-c12c-4c4e-96bb-8cfd884fcf21 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.099485] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2e85a251-c12c-4c4e-96bb-8cfd884fcf21" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.099485] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2e85a251-c12c-4c4e-96bb-8cfd884fcf21" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.100578] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2e85a251-c12c-4c4e-96bb-8cfd884fcf21" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.100578] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2e85a251-c12c-4c4e-96bb-8cfd884fcf21',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.531423] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-d009cd22-1f87-4b60-a41a-f3a87ef297a5 taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.531645] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d009cd22-1f87-4b60-a41a-f3a87ef297a5" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.531645] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d009cd22-1f87-4b60-a41a-f3a87ef297a5" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.531841] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d009cd22-1f87-4b60-a41a-f3a87ef297a5" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.532119] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.532119] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.532332] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.532332] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.532422] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.532487] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d009cd22-1f87-4b60-a41a-f3a87ef297a5" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.532630] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-d009cd22-1f87-4b60-a41a-f3a87ef297a5 taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.533220] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d009cd22-1f87-4b60-a41a-f3a87ef297a5" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.533220] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d009cd22-1f87-4b60-a41a-f3a87ef297a5" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.533220] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d009cd22-1f87-4b60-a41a-f3a87ef297a5" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.533220] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.533220] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.533220] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.533481] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.533481] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.533541] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d009cd22-1f87-4b60-a41a-f3a87ef297a5" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.533572] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d009cd22-1f87-4b60-a41a-f3a87ef297a5',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.597441] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-0974405a-ba49-4f1e-9519-bcf099ba1636 taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.598859] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0974405a-ba49-4f1e-9519-bcf099ba1636" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.599162] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0974405a-ba49-4f1e-9519-bcf099ba1636',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.601306] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2e85a251-c12c-4c4e-96bb-8cfd884fcf21 with status ACTIVE [ 607.604947] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.604947] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.604947] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.604947] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.604947] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.604947] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.604947] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.604947] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.604947] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.604947] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.604947] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.604947] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.604947] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.604947] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.604947] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.604947] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2e85a251-c12c-4c4e-96bb-8cfd884fcf21 is going to be updated. [ 607.628179] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.628678] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.628848] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.629142] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.629370] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.629628] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2e85a251-c12c-4c4e-96bb-8cfd884fcf21" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.917209] env[65424]: INFO networking_nsxv3.common.synchronization [req-e15a6087-753d-4c37-a785-c8d8ab61969c req-6ab6688c-27dd-4d95-a5e9-79c71576504a tempest-AttachInterfacesTestJSON-1826416307 tempest-AttachInterfacesTestJSON-1826416307-project-member] Enqueued Resource ID: c0635f2c-27a4-4224-97f4-b631bfcc074a with Priority: HIGHEST for action security_group_members [ 607.917820] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0635f2c-27a4-4224-97f4-b631bfcc074a with Priority: HIGHEST for action security_group_members [ 607.918218] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0635f2c-27a4-4224-97f4-b631bfcc074a taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.918606] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0635f2c-27a4-4224-97f4-b631bfcc074a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.918724] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0635f2c-27a4-4224-97f4-b631bfcc074a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.919094] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0635f2c-27a4-4224-97f4-b631bfcc074a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.919289] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.919429] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.919652] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.919652] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.919769] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.919826] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c0635f2c-27a4-4224-97f4-b631bfcc074a',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.035778] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d009cd22-1f87-4b60-a41a-f3a87ef297a5: rpc.has_security_group_logging(os_id): False [ 608.056091] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.056091] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.056091] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.056091] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.056091] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.056091] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.056091] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.056091] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.056091] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.056091] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.056091] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.056091] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.056091] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.056980] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.056980] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.056980] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.056980] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.056980] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.056980] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.057186] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.057186] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d009cd22-1f87-4b60-a41a-f3a87ef297a5 is going to be created. [ 608.102065] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0974405a-ba49-4f1e-9519-bcf099ba1636',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.118886] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.119116] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.119232] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.119613] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.119784] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.132690] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d009cd22-1f87-4b60-a41a-f3a87ef297a5 in Status: IN_PROGRESS for 2s [ 608.422020] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.422440] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.422909] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.423577] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.423778] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.424379] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.424621] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.425843] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.425843] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.425843] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.425843] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c0635f2c-27a4-4224-97f4-b631bfcc074a already deleted. [ 608.425843] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0635f2c-27a4-4224-97f4-b631bfcc074a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.431339] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock network-514 taken with stack trace [, , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.431339] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "network-514" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.431339] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "network-514" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.431535] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "network-514" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.431782] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.431782] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.431913] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.432161] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.432269] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.432490] env[65424]: DEBUG dogpile.cache.region [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] No value present for key: 'zone-id' {{(pid=65424) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 608.432617] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] NeedRegenerationException {{(pid=65424) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 608.432741] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] no value, waiting for create lock {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 608.432847] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] value creation lock acquired {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 608.432954] env[65424]: DEBUG dogpile.cache.region [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] No value present for key: 'zone-id' {{(pid=65424) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 608.433122] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Calling creation function for not-yet-present value {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 608.433176] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 608.454589] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 608.454728] env[65424]: DEBUG dogpile.cache.region [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65424) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 608.455380] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Released creation lock {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 608.455380] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "network-514" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.455380] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock port-ea807b93-10bd-45bb-93bc-11f44a8a2a48 taken with stack trace [, , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.455622] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "port-ea807b93-10bd-45bb-93bc-11f44a8a2a48" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.455655] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "port-ea807b93-10bd-45bb-93bc-11f44a8a2a48" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.455955] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "port-ea807b93-10bd-45bb-93bc-11f44a8a2a48" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.456092] env[65424]: DEBUG networking_nsxv3.api.rpc [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ea807b93-10bd-45bb-93bc-11f44a8a2a48',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.561592] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c4d3ec6-0c4f-41fa-bc5e-ff3763e47ac4 in Status: SUCCESS [ 608.561843] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c4d3ec6-0c4f-41fa-bc5e-ff3763e47ac4" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.561984] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c4d3ec6-0c4f-41fa-bc5e-ff3763e47ac4" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.562312] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c4d3ec6-0c4f-41fa-bc5e-ff3763e47ac4" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.562505] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.562948] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.562948] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.562948] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.562948] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.563116] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c4d3ec6-0c4f-41fa-bc5e-ff3763e47ac4" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.563147] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2c4d3ec6-0c4f-41fa-bc5e-ff3763e47ac4',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.605747] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.605933] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.606013] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.606438] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.606664] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.606851] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0974405a-ba49-4f1e-9519-bcf099ba1636 is going to be created. [ 608.632544] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.633568] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.633652] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.633896] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.634048] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.644020] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0974405a-ba49-4f1e-9519-bcf099ba1636 in Status: UNINITIALIZED for 2s [ 608.958430] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.958658] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.958843] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.959081] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.959226] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.959395] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Segment Port ea807b93-10bd-45bb-93bc-11f44a8a2a48 not found, creating... [ 608.959816] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.960056] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.960716] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.960992] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.961148] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.961847] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.962075] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.962195] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.962663] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.962838] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.962983] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Resource: SegmentPort with ID: ea807b93-10bd-45bb-93bc-11f44a8a2a48 is going to be created. [ 608.988589] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.988822] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.988943] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.989252] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.989483] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.989711] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "port-ea807b93-10bd-45bb-93bc-11f44a8a2a48" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.075537] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c4d3ec6-0c4f-41fa-bc5e-ff3763e47ac4 taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.075537] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c4d3ec6-0c4f-41fa-bc5e-ff3763e47ac4" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.075537] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c4d3ec6-0c4f-41fa-bc5e-ff3763e47ac4" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.075537] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c4d3ec6-0c4f-41fa-bc5e-ff3763e47ac4" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.075537] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.075537] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.075537] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.075537] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.075537] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.075537] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c4d3ec6-0c4f-41fa-bc5e-ff3763e47ac4" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.075537] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c4d3ec6-0c4f-41fa-bc5e-ff3763e47ac4 taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.075537] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c4d3ec6-0c4f-41fa-bc5e-ff3763e47ac4" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.075537] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c4d3ec6-0c4f-41fa-bc5e-ff3763e47ac4" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.075537] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c4d3ec6-0c4f-41fa-bc5e-ff3763e47ac4" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.075537] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.075537] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.077510] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.077510] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.077510] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.077510] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c4d3ec6-0c4f-41fa-bc5e-ff3763e47ac4" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.077510] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2c4d3ec6-0c4f-41fa-bc5e-ff3763e47ac4',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.300885] env[65424]: INFO networking_nsxv3.common.synchronization [None req-beb2fe95-0f9e-4c04-af9c-df196ee20b3d None None] Enqueued Resource ID: f654f362-0e33-40fe-9850-3396af3e80d2 with Priority: HIGHEST for action port [ 609.301449] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f654f362-0e33-40fe-9850-3396af3e80d2 with Priority: HIGHEST for action port [ 609.301794] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock port-f654f362-0e33-40fe-9850-3396af3e80d2 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.301970] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f654f362-0e33-40fe-9850-3396af3e80d2" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.302052] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f654f362-0e33-40fe-9850-3396af3e80d2" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.303045] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f654f362-0e33-40fe-9850-3396af3e80d2" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.303156] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f654f362-0e33-40fe-9850-3396af3e80d2',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.581572] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2c4d3ec6-0c4f-41fa-bc5e-ff3763e47ac4: rpc.has_security_group_logging(os_id): False [ 609.600825] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.601259] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.601527] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.601973] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.602278] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.602866] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.603270] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.603485] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.604686] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.604686] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.604686] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.604686] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.604686] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.604686] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.604964] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.605088] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.605146] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.606037] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.606037] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.606037] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.606037] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2c4d3ec6-0c4f-41fa-bc5e-ff3763e47ac4 is going to be created. [ 609.665251] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.667220] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.667220] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.667220] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.667220] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.676617] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2c4d3ec6-0c4f-41fa-bc5e-ff3763e47ac4 in Status: IN_PROGRESS for 2s [ 609.690024] env[65424]: INFO networking_nsxv3.common.synchronization [req-e15a6087-753d-4c37-a785-c8d8ab61969c req-66e57ec5-b379-46b4-a9a1-e63c45074954 service nova] Enqueued Resource ID: c0635f2c-27a4-4224-97f4-b631bfcc074a with Priority: HIGHEST for action security_group_rules [ 609.690024] env[65424]: INFO networking_nsxv3.common.synchronization [req-e15a6087-753d-4c37-a785-c8d8ab61969c req-66e57ec5-b379-46b4-a9a1-e63c45074954 service nova] Enqueued Resource ID: c0635f2c-27a4-4224-97f4-b631bfcc074a with Priority: HIGHEST for action security_group_members [ 609.690024] env[65424]: INFO networking_nsxv3.common.synchronization [req-e15a6087-753d-4c37-a785-c8d8ab61969c req-66e57ec5-b379-46b4-a9a1-e63c45074954 service nova] Enqueued Resource ID: ea807b93-10bd-45bb-93bc-11f44a8a2a48 with Priority: HIGHEST for action port [ 609.690024] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0635f2c-27a4-4224-97f4-b631bfcc074a with Priority: HIGHEST for action security_group_rules [ 609.690024] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0635f2c-27a4-4224-97f4-b631bfcc074a with Priority: HIGHEST for action security_group_members [ 609.690024] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea807b93-10bd-45bb-93bc-11f44a8a2a48 with Priority: HIGHEST for action port [ 609.691183] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c0635f2c-27a4-4224-97f4-b631bfcc074a taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.691183] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c0635f2c-27a4-4224-97f4-b631bfcc074a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.691183] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c0635f2c-27a4-4224-97f4-b631bfcc074a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.691825] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c0635f2c-27a4-4224-97f4-b631bfcc074a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.691825] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c0635f2c-27a4-4224-97f4-b631bfcc074a',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.693666] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0635f2c-27a4-4224-97f4-b631bfcc074a taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.693666] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0635f2c-27a4-4224-97f4-b631bfcc074a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.693666] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0635f2c-27a4-4224-97f4-b631bfcc074a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.693666] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0635f2c-27a4-4224-97f4-b631bfcc074a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.693910] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.693968] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.694111] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.694612] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.694612] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.694612] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c0635f2c-27a4-4224-97f4-b631bfcc074a',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.695812] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock port-ea807b93-10bd-45bb-93bc-11f44a8a2a48 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.695812] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ea807b93-10bd-45bb-93bc-11f44a8a2a48" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.695812] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ea807b93-10bd-45bb-93bc-11f44a8a2a48" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.697799] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ea807b93-10bd-45bb-93bc-11f44a8a2a48" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.697979] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ea807b93-10bd-45bb-93bc-11f44a8a2a48',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.807847] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f654f362-0e33-40fe-9850-3396af3e80d2 [ 609.807847] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.807847] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.807847] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.807847] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.807847] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.807847] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f654f362-0e33-40fe-9850-3396af3e80d2 already deleted. [ 609.807847] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f654f362-0e33-40fe-9850-3396af3e80d2" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.906591] env[65424]: INFO networking_nsxv3.common.synchronization [req-f22c8d85-64bd-4c25-9cbd-4fa0da615318 req-614e0ccb-00d1-4e12-b23f-97a20ebbdff3 tempest-FloatingIPsAssociationNegativeTestJSON-88450850 tempest-FloatingIPsAssociationNegativeTestJSON-88450850-project-member] Enqueued Resource ID: b825f54a-be85-442c-9ddb-1d568236ef6c with Priority: HIGHEST for action security_group_members [ 609.906591] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b825f54a-be85-442c-9ddb-1d568236ef6c with Priority: HIGHEST for action security_group_members [ 609.906591] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-b825f54a-be85-442c-9ddb-1d568236ef6c taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.906591] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b825f54a-be85-442c-9ddb-1d568236ef6c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.906591] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b825f54a-be85-442c-9ddb-1d568236ef6c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.907427] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b825f54a-be85-442c-9ddb-1d568236ef6c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.908405] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.908405] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.908405] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.908405] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.908405] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.908655] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b825f54a-be85-442c-9ddb-1d568236ef6c',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.148973] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d009cd22-1f87-4b60-a41a-f3a87ef297a5 in Status: SUCCESS [ 610.149285] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d009cd22-1f87-4b60-a41a-f3a87ef297a5" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.203396] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0635f2c-27a4-4224-97f4-b631bfcc074a taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.203396] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0635f2c-27a4-4224-97f4-b631bfcc074a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.203396] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c0635f2c-27a4-4224-97f4-b631bfcc074a',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.203396] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ea807b93-10bd-45bb-93bc-11f44a8a2a48 with status ACTIVE [ 610.203396] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.208382] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.208382] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.208382] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.208382] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.208382] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.208382] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.208382] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.208382] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.208382] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.208382] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.208382] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.208382] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.208382] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.208382] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.208382] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ea807b93-10bd-45bb-93bc-11f44a8a2a48 is going to be updated. [ 610.229821] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.229972] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.230919] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.231370] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.231533] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.231806] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ea807b93-10bd-45bb-93bc-11f44a8a2a48" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.281034] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock network-719 taken with stack trace [, , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.283019] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "network-719" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.283019] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "network-719" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.283019] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "network-719" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.283019] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.283019] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.283019] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.283019] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.283544] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.283847] env[65424]: DEBUG dogpile.cache.region [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] No value present for key: 'zone-id' {{(pid=65424) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 610.284096] env[65424]: DEBUG dogpile.lock [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] NeedRegenerationException {{(pid=65424) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 610.284298] env[65424]: DEBUG dogpile.lock [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] no value, waiting for create lock {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 610.284491] env[65424]: DEBUG dogpile.lock [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] value creation lock acquired {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 610.285206] env[65424]: DEBUG dogpile.cache.region [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] No value present for key: 'zone-id' {{(pid=65424) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 610.285582] env[65424]: DEBUG dogpile.lock [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Calling creation function for not-yet-present value {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 610.286551] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 610.306144] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 610.306338] env[65424]: DEBUG dogpile.cache.region [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65424) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 610.306442] env[65424]: DEBUG dogpile.lock [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Released creation lock {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 610.306609] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "network-719" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.306942] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock port-c3e422f6-e36b-4bb5-ac74-9acffde0053c taken with stack trace [, , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.307172] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "port-c3e422f6-e36b-4bb5-ac74-9acffde0053c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.307361] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "port-c3e422f6-e36b-4bb5-ac74-9acffde0053c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.307698] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "port-c3e422f6-e36b-4bb5-ac74-9acffde0053c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.307839] env[65424]: DEBUG networking_nsxv3.api.rpc [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c3e422f6-e36b-4bb5-ac74-9acffde0053c',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.411835] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.411946] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.412063] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.412310] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.412407] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.412719] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.412808] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.412808] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.413017] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.413096] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.413181] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b825f54a-be85-442c-9ddb-1d568236ef6c already deleted. [ 610.413692] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b825f54a-be85-442c-9ddb-1d568236ef6c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.654070] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0974405a-ba49-4f1e-9519-bcf099ba1636 in Status: SUCCESS [ 610.654294] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0974405a-ba49-4f1e-9519-bcf099ba1636" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.654464] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0974405a-ba49-4f1e-9519-bcf099ba1636" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.654680] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0974405a-ba49-4f1e-9519-bcf099ba1636" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.654867] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.654983] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.655065] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.655217] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.655296] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.655381] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0974405a-ba49-4f1e-9519-bcf099ba1636" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.655479] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0974405a-ba49-4f1e-9519-bcf099ba1636',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.709736] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c0635f2c-27a4-4224-97f4-b631bfcc074a',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.810566] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.810934] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.811077] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.811469] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.811583] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.811691] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Segment Port c3e422f6-e36b-4bb5-ac74-9acffde0053c not found, creating... [ 610.812129] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.812302] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.812302] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.812727] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.812727] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.813315] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.813315] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.813315] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.813554] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.813634] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.813706] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Resource: SegmentPort with ID: c3e422f6-e36b-4bb5-ac74-9acffde0053c is going to be created. [ 610.836802] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.837096] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.837290] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.837478] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.837703] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.837947] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "port-c3e422f6-e36b-4bb5-ac74-9acffde0053c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.158824] env[65424]: INFO networking_nsxv3.common.synchronization [req-aa985b4b-7ff6-43d2-a991-585597fc2134 req-c2bbd953-b8bb-42ef-be26-e8ab3f9768f0 tempest-SecurityGroupRulesNegativeTestJSON-366860455 tempest-SecurityGroupRulesNegativeTestJSON-366860455-project-member] Enqueued Resource ID: d0ac56e5-ab61-4456-a295-fdc7a7c48ff0 with Priority: HIGHEST for action security_group_rules [ 611.158824] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0ac56e5-ab61-4456-a295-fdc7a7c48ff0 with Priority: HIGHEST for action security_group_rules [ 611.159272] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d0ac56e5-ab61-4456-a295-fdc7a7c48ff0 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.163221] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d0ac56e5-ab61-4456-a295-fdc7a7c48ff0" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.163313] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d0ac56e5-ab61-4456-a295-fdc7a7c48ff0" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.163551] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d0ac56e5-ab61-4456-a295-fdc7a7c48ff0" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.163643] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d0ac56e5-ab61-4456-a295-fdc7a7c48ff0',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.164908] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-0974405a-ba49-4f1e-9519-bcf099ba1636 taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.165096] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0974405a-ba49-4f1e-9519-bcf099ba1636" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.165172] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0974405a-ba49-4f1e-9519-bcf099ba1636" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.166144] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0974405a-ba49-4f1e-9519-bcf099ba1636" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.166144] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.166144] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.166144] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.166144] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.166144] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.166402] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0974405a-ba49-4f1e-9519-bcf099ba1636" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.166402] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-0974405a-ba49-4f1e-9519-bcf099ba1636 taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.166499] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0974405a-ba49-4f1e-9519-bcf099ba1636" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.166616] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0974405a-ba49-4f1e-9519-bcf099ba1636" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.167034] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0974405a-ba49-4f1e-9519-bcf099ba1636" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.167034] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.167275] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.167275] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.167340] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.167611] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.167611] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0974405a-ba49-4f1e-9519-bcf099ba1636" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.167699] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0974405a-ba49-4f1e-9519-bcf099ba1636',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.215293] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.215553] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.215632] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.215922] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.216069] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.216206] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c0635f2c-27a4-4224-97f4-b631bfcc074a is going to be created. [ 611.241580] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.241729] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.241817] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.242049] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.242380] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.254566] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c0635f2c-27a4-4224-97f4-b631bfcc074a in Status: UNINITIALIZED for 2s [ 611.581561] env[65424]: INFO networking_nsxv3.common.synchronization [req-f22c8d85-64bd-4c25-9cbd-4fa0da615318 req-224e4865-c4e0-495d-aab9-5c23a09d48b4 service nova] Enqueued Resource ID: b825f54a-be85-442c-9ddb-1d568236ef6c with Priority: HIGHEST for action security_group_rules [ 611.582440] env[65424]: INFO networking_nsxv3.common.synchronization [req-f22c8d85-64bd-4c25-9cbd-4fa0da615318 req-224e4865-c4e0-495d-aab9-5c23a09d48b4 service nova] Enqueued Resource ID: b825f54a-be85-442c-9ddb-1d568236ef6c with Priority: HIGHEST for action security_group_members [ 611.582440] env[65424]: INFO networking_nsxv3.common.synchronization [req-f22c8d85-64bd-4c25-9cbd-4fa0da615318 req-224e4865-c4e0-495d-aab9-5c23a09d48b4 service nova] Enqueued Resource ID: c3e422f6-e36b-4bb5-ac74-9acffde0053c with Priority: HIGHEST for action port [ 611.582589] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b825f54a-be85-442c-9ddb-1d568236ef6c with Priority: HIGHEST for action security_group_rules [ 611.582632] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b825f54a-be85-442c-9ddb-1d568236ef6c with Priority: HIGHEST for action security_group_members [ 611.582797] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3e422f6-e36b-4bb5-ac74-9acffde0053c with Priority: HIGHEST for action port [ 611.583327] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b825f54a-be85-442c-9ddb-1d568236ef6c taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.584031] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b825f54a-be85-442c-9ddb-1d568236ef6c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.584031] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b825f54a-be85-442c-9ddb-1d568236ef6c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.584031] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b825f54a-be85-442c-9ddb-1d568236ef6c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.584031] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b825f54a-be85-442c-9ddb-1d568236ef6c',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.584882] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-b825f54a-be85-442c-9ddb-1d568236ef6c taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.584998] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b825f54a-be85-442c-9ddb-1d568236ef6c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.585086] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b825f54a-be85-442c-9ddb-1d568236ef6c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.585264] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b825f54a-be85-442c-9ddb-1d568236ef6c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.585416] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.585564] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.585665] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.585778] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.585901] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.585984] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b825f54a-be85-442c-9ddb-1d568236ef6c',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.588253] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock port-c3e422f6-e36b-4bb5-ac74-9acffde0053c taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.588253] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c3e422f6-e36b-4bb5-ac74-9acffde0053c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.588253] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c3e422f6-e36b-4bb5-ac74-9acffde0053c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.588253] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c3e422f6-e36b-4bb5-ac74-9acffde0053c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.588253] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c3e422f6-e36b-4bb5-ac74-9acffde0053c',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.671307] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0974405a-ba49-4f1e-9519-bcf099ba1636: rpc.has_security_group_logging(os_id): False [ 611.692343] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.692343] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.692343] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.692343] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.692343] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.692576] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.692625] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.693358] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.693358] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.693358] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.693358] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.693358] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.693358] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.693629] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.693629] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.693787] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.693876] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.693929] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.694053] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.694153] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.694220] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0974405a-ba49-4f1e-9519-bcf099ba1636 is going to be created. [ 611.695974] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.696115] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.696184] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.696347] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.696447] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.696501] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d0ac56e5-ab61-4456-a295-fdc7a7c48ff0 already deleted. [ 611.696582] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d0ac56e5-ab61-4456-a295-fdc7a7c48ff0" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.697492] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2c4d3ec6-0c4f-41fa-bc5e-ff3763e47ac4 in Status: SUCCESS [ 611.697675] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2c4d3ec6-0c4f-41fa-bc5e-ff3763e47ac4" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.760819] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.760819] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.760819] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.760819] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.761603] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.786557] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0974405a-ba49-4f1e-9519-bcf099ba1636 in Status: IN_PROGRESS for 2s [ 611.903040] env[65424]: INFO networking_nsxv3.common.synchronization [None req-28f4788b-63a3-4673-865d-106304a33645 None None] Enqueued Resource ID: 54562ad4-a6df-4a6b-b3ad-74b78c2f8e9d with Priority: HIGHEST for action port [ 611.903040] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54562ad4-a6df-4a6b-b3ad-74b78c2f8e9d with Priority: HIGHEST for action port [ 611.903040] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock port-54562ad4-a6df-4a6b-b3ad-74b78c2f8e9d taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.903040] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-54562ad4-a6df-4a6b-b3ad-74b78c2f8e9d" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.903040] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-54562ad4-a6df-4a6b-b3ad-74b78c2f8e9d" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.903040] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-54562ad4-a6df-4a6b-b3ad-74b78c2f8e9d" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.903531] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('54562ad4-a6df-4a6b-b3ad-74b78c2f8e9d',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.089279] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-b825f54a-be85-442c-9ddb-1d568236ef6c taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.089532] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b825f54a-be85-442c-9ddb-1d568236ef6c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.093139] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b825f54a-be85-442c-9ddb-1d568236ef6c',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.094161] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c3e422f6-e36b-4bb5-ac74-9acffde0053c with status ACTIVE [ 612.094429] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.094604] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.094711] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.094918] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.095022] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.095228] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.095400] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.095476] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.095670] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.095976] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.096055] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.096160] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.096271] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.096406] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.096491] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.096586] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c3e422f6-e36b-4bb5-ac74-9acffde0053c is going to be updated. [ 612.123423] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.123423] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.123684] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.123832] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.124146] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.124302] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c3e422f6-e36b-4bb5-ac74-9acffde0053c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.142806] env[65424]: INFO networking_nsxv3.common.synchronization [req-b0e8969c-c0d4-45d7-9178-d9210b2d6099 req-6023b8b4-1914-4895-8f8f-7dae625066d2 tempest-ServersTestJSON-1374098447 tempest-ServersTestJSON-1374098447-project-member] Enqueued Resource ID: 5f2a30fe-1d4a-4b82-8fd4-8583d5b02890 with Priority: HIGHEST for action security_group_members [ 612.143577] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f2a30fe-1d4a-4b82-8fd4-8583d5b02890 with Priority: HIGHEST for action security_group_members [ 612.146295] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f2a30fe-1d4a-4b82-8fd4-8583d5b02890 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.146295] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f2a30fe-1d4a-4b82-8fd4-8583d5b02890" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.146295] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f2a30fe-1d4a-4b82-8fd4-8583d5b02890" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.146295] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f2a30fe-1d4a-4b82-8fd4-8583d5b02890" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.146295] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.146295] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.146295] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.146295] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.146295] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.146295] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5f2a30fe-1d4a-4b82-8fd4-8583d5b02890',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.245557] env[65424]: INFO networking_nsxv3.common.synchronization [None req-4c8eaecf-a67d-4e73-a3db-b1d425eea29b tempest-ServersTestBootFromVolume-1036810189 tempest-ServersTestBootFromVolume-1036810189-project-member] Enqueued Resource ID: 45d000ac-30e1-4d0c-9238-f27b00103192 with Priority: HIGHEST for action security_group_rules [ 612.245915] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45d000ac-30e1-4d0c-9238-f27b00103192 with Priority: HIGHEST for action security_group_rules [ 612.246283] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock rules-45d000ac-30e1-4d0c-9238-f27b00103192 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.246485] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-45d000ac-30e1-4d0c-9238-f27b00103192" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.246594] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-45d000ac-30e1-4d0c-9238-f27b00103192" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.247126] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-45d000ac-30e1-4d0c-9238-f27b00103192" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.247126] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('45d000ac-30e1-4d0c-9238-f27b00103192',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.384243] env[65424]: INFO networking_nsxv3.common.synchronization [None req-8de981e0-b832-46b6-b602-6148ebfb8feb tempest-ServersTestBootFromVolume-1036810189 tempest-ServersTestBootFromVolume-1036810189-project-member] Enqueued Resource ID: 45d000ac-30e1-4d0c-9238-f27b00103192 with Priority: HIGHEST for action security_group_rules [ 612.385014] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45d000ac-30e1-4d0c-9238-f27b00103192 with Priority: HIGHEST for action security_group_rules [ 612.386114] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock rules-45d000ac-30e1-4d0c-9238-f27b00103192 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.386114] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-45d000ac-30e1-4d0c-9238-f27b00103192" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.407620] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 54562ad4-a6df-4a6b-b3ad-74b78c2f8e9d [ 612.407620] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.407620] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.407620] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.407620] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.407620] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.407620] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:54562ad4-a6df-4a6b-b3ad-74b78c2f8e9d already deleted. [ 612.407620] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-54562ad4-a6df-4a6b-b3ad-74b78c2f8e9d" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.545627] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock network-179 taken with stack trace [, , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.545813] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "network-179" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.545981] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "network-179" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.546593] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "network-179" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.547184] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.547370] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.547513] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.547817] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.547976] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.548258] env[65424]: DEBUG dogpile.cache.region [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] No value present for key: 'zone-id' {{(pid=65424) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 612.548339] env[65424]: DEBUG dogpile.lock [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] NeedRegenerationException {{(pid=65424) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 612.548475] env[65424]: DEBUG dogpile.lock [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] no value, waiting for create lock {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 612.548566] env[65424]: DEBUG dogpile.lock [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] value creation lock acquired {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 612.548808] env[65424]: DEBUG dogpile.cache.region [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] No value present for key: 'zone-id' {{(pid=65424) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 612.548808] env[65424]: DEBUG dogpile.lock [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Calling creation function for not-yet-present value {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 612.548954] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 612.571342] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 612.571342] env[65424]: DEBUG dogpile.cache.region [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65424) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 612.571462] env[65424]: DEBUG dogpile.lock [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Released creation lock {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 612.571591] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "network-179" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.573819] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock port-e146287e-32b5-4a35-af5f-a1067246e536 taken with stack trace [, , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.574164] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "port-e146287e-32b5-4a35-af5f-a1067246e536" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.574320] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "port-e146287e-32b5-4a35-af5f-a1067246e536" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.574657] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "port-e146287e-32b5-4a35-af5f-a1067246e536" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.574925] env[65424]: DEBUG networking_nsxv3.api.rpc [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e146287e-32b5-4a35-af5f-a1067246e536',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.598755] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b825f54a-be85-442c-9ddb-1d568236ef6c',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.654604] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.654786] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.654853] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.655084] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.655170] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.655365] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.655466] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.655517] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.655663] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.655731] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.655809] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f2a30fe-1d4a-4b82-8fd4-8583d5b02890 already deleted. [ 612.655923] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f2a30fe-1d4a-4b82-8fd4-8583d5b02890" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.772944] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.773086] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.773145] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.773486] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.773683] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.773931] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 45d000ac-30e1-4d0c-9238-f27b00103192 already deleted. [ 612.774081] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-45d000ac-30e1-4d0c-9238-f27b00103192" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.774269] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-45d000ac-30e1-4d0c-9238-f27b00103192" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.774550] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-45d000ac-30e1-4d0c-9238-f27b00103192" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.774744] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('45d000ac-30e1-4d0c-9238-f27b00103192',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.079813] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.080241] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.080445] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.080672] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.080926] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.080974] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Segment Port e146287e-32b5-4a35-af5f-a1067246e536 not found, creating... [ 613.081669] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.081669] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.081853] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.082328] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.082399] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.082847] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.083051] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.083424] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.083653] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.083827] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.083984] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Resource: SegmentPort with ID: e146287e-32b5-4a35-af5f-a1067246e536 is going to be created. [ 613.101750] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.101895] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.101949] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.102771] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.102771] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.102771] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b825f54a-be85-442c-9ddb-1d568236ef6c is going to be created. [ 613.111130] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.111400] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.111555] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.111810] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.112085] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.112368] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "port-e146287e-32b5-4a35-af5f-a1067246e536" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.137787] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.138209] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.138283] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.138541] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.138785] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.150862] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b825f54a-be85-442c-9ddb-1d568236ef6c in Status: UNINITIALIZED for 2s [ 613.266821] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c0635f2c-27a4-4224-97f4-b631bfcc074a in Status: SUCCESS [ 613.267221] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0635f2c-27a4-4224-97f4-b631bfcc074a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.267276] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0635f2c-27a4-4224-97f4-b631bfcc074a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.267568] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0635f2c-27a4-4224-97f4-b631bfcc074a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.267787] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.267956] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.268058] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.268248] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.268369] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.268472] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0635f2c-27a4-4224-97f4-b631bfcc074a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.268596] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c0635f2c-27a4-4224-97f4-b631bfcc074a',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.308773] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.308961] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.309114] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.309427] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.309427] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.309571] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 45d000ac-30e1-4d0c-9238-f27b00103192 already deleted. [ 613.309647] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-45d000ac-30e1-4d0c-9238-f27b00103192" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.775450] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c0635f2c-27a4-4224-97f4-b631bfcc074a',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.799717] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0974405a-ba49-4f1e-9519-bcf099ba1636 in Status: SUCCESS [ 613.800220] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0974405a-ba49-4f1e-9519-bcf099ba1636" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.841649] env[65424]: INFO networking_nsxv3.common.synchronization [req-b0e8969c-c0d4-45d7-9178-d9210b2d6099 req-84d131d6-4a5e-4dfe-8b2b-bbbbf46406c3 service nova] Enqueued Resource ID: 5f2a30fe-1d4a-4b82-8fd4-8583d5b02890 with Priority: HIGHEST for action security_group_rules [ 613.841877] env[65424]: INFO networking_nsxv3.common.synchronization [req-b0e8969c-c0d4-45d7-9178-d9210b2d6099 req-84d131d6-4a5e-4dfe-8b2b-bbbbf46406c3 service nova] Enqueued Resource ID: 5f2a30fe-1d4a-4b82-8fd4-8583d5b02890 with Priority: HIGHEST for action security_group_members [ 613.842034] env[65424]: INFO networking_nsxv3.common.synchronization [req-b0e8969c-c0d4-45d7-9178-d9210b2d6099 req-84d131d6-4a5e-4dfe-8b2b-bbbbf46406c3 service nova] Enqueued Resource ID: e146287e-32b5-4a35-af5f-a1067246e536 with Priority: HIGHEST for action port [ 613.842606] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f2a30fe-1d4a-4b82-8fd4-8583d5b02890 with Priority: HIGHEST for action security_group_rules [ 613.842977] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f2a30fe-1d4a-4b82-8fd4-8583d5b02890 with Priority: HIGHEST for action security_group_members [ 613.842977] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e146287e-32b5-4a35-af5f-a1067246e536 with Priority: HIGHEST for action port [ 613.843465] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5f2a30fe-1d4a-4b82-8fd4-8583d5b02890 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.843669] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5f2a30fe-1d4a-4b82-8fd4-8583d5b02890" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.844539] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5f2a30fe-1d4a-4b82-8fd4-8583d5b02890" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.845076] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5f2a30fe-1d4a-4b82-8fd4-8583d5b02890" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.845204] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5f2a30fe-1d4a-4b82-8fd4-8583d5b02890',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.846362] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f2a30fe-1d4a-4b82-8fd4-8583d5b02890 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.846511] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f2a30fe-1d4a-4b82-8fd4-8583d5b02890" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.846557] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f2a30fe-1d4a-4b82-8fd4-8583d5b02890" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.846746] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f2a30fe-1d4a-4b82-8fd4-8583d5b02890" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.846913] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.847017] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.847293] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.849825] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.849825] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.849825] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5f2a30fe-1d4a-4b82-8fd4-8583d5b02890',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.850219] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock port-e146287e-32b5-4a35-af5f-a1067246e536 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.850438] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e146287e-32b5-4a35-af5f-a1067246e536" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.850438] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e146287e-32b5-4a35-af5f-a1067246e536" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.850555] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e146287e-32b5-4a35-af5f-a1067246e536" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.850640] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e146287e-32b5-4a35-af5f-a1067246e536',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.278929] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c0635f2c-27a4-4224-97f4-b631bfcc074a: rpc.has_security_group_logging(os_id): False [ 614.303025] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.303025] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.303025] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.303025] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.303025] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.303025] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.303025] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.303025] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.303025] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.303025] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.303025] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c0635f2c-27a4-4224-97f4-b631bfcc074a is going to be created. [ 614.356631] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f2a30fe-1d4a-4b82-8fd4-8583d5b02890 taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.356631] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f2a30fe-1d4a-4b82-8fd4-8583d5b02890" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.356631] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5f2a30fe-1d4a-4b82-8fd4-8583d5b02890',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.356631] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e146287e-32b5-4a35-af5f-a1067246e536 with status ACTIVE [ 614.356631] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.356631] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.356631] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.356631] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.359329] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.359329] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.359329] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.360611] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.360883] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.360986] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.361206] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.361325] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.361382] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.361534] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.361625] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.361677] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e146287e-32b5-4a35-af5f-a1067246e536 is going to be updated. [ 614.386602] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.386908] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.386908] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.387134] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.387185] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.387320] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e146287e-32b5-4a35-af5f-a1067246e536" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.398601] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.398847] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.398847] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.398990] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.399210] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.420226] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c0635f2c-27a4-4224-97f4-b631bfcc074a in Status: IN_PROGRESS for 2s [ 614.436839] env[65424]: INFO networking_nsxv3.common.synchronization [req-1e281acc-ff4c-43dc-a15c-1c2f8f6dd1dc req-ab2f7d34-0088-45db-8777-be35ad0a70c8 tempest-DeleteServersAdminTestJSON-1082111078 tempest-DeleteServersAdminTestJSON-1082111078-project-admin] Enqueued Resource ID: 5179ad91-711f-4723-9d58-6eeeb82ed57f with Priority: HIGHEST for action security_group_members [ 614.437390] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5179ad91-711f-4723-9d58-6eeeb82ed57f with Priority: HIGHEST for action security_group_members [ 614.437692] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-5179ad91-711f-4723-9d58-6eeeb82ed57f taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.437842] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5179ad91-711f-4723-9d58-6eeeb82ed57f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.437949] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5179ad91-711f-4723-9d58-6eeeb82ed57f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.438559] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5179ad91-711f-4723-9d58-6eeeb82ed57f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.438707] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.438824] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.438941] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.439039] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.439127] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.439198] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5179ad91-711f-4723-9d58-6eeeb82ed57f',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.863629] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5f2a30fe-1d4a-4b82-8fd4-8583d5b02890',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.942793] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.943199] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.943474] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.945172] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.945172] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.945172] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.945172] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.945172] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.945172] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.945496] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.946136] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5179ad91-711f-4723-9d58-6eeeb82ed57f is going to be updated. [ 614.983882] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.984803] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.985897] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.985897] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.985897] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.996716] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5179ad91-711f-4723-9d58-6eeeb82ed57f in Status: IN_PROGRESS for 2s [ 615.033669] env[65424]: INFO networking_nsxv3.common.synchronization [req-f76a8aab-226e-4c9a-afb9-1e06323bbeee req-a5f9d8a2-0f78-4fbb-bf0c-7d208413add4 tempest-SecurityGroupsTestJSON-1025340934 tempest-SecurityGroupsTestJSON-1025340934-project-member] Enqueued Resource ID: bed45b1a-a99a-460a-9177-638edfa36ffb with Priority: HIGHEST for action security_group_members [ 615.034294] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bed45b1a-a99a-460a-9177-638edfa36ffb with Priority: HIGHEST for action security_group_members [ 615.034640] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-bed45b1a-a99a-460a-9177-638edfa36ffb taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.034828] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bed45b1a-a99a-460a-9177-638edfa36ffb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.034870] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bed45b1a-a99a-460a-9177-638edfa36ffb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.035491] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bed45b1a-a99a-460a-9177-638edfa36ffb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.035705] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.035857] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.035955] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.036178] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.036235] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.036375] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bed45b1a-a99a-460a-9177-638edfa36ffb',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.165289] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b825f54a-be85-442c-9ddb-1d568236ef6c in Status: SUCCESS [ 615.165289] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b825f54a-be85-442c-9ddb-1d568236ef6c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.165289] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b825f54a-be85-442c-9ddb-1d568236ef6c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.165289] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b825f54a-be85-442c-9ddb-1d568236ef6c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.165289] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.165289] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.165289] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.165289] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.165289] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.165289] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b825f54a-be85-442c-9ddb-1d568236ef6c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.165812] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b825f54a-be85-442c-9ddb-1d568236ef6c',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.367190] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.368069] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.368069] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.368069] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.368069] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.368069] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f2a30fe-1d4a-4b82-8fd4-8583d5b02890 is going to be created. [ 615.422670] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.422958] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.422958] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.423250] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.423516] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.446931] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f2a30fe-1d4a-4b82-8fd4-8583d5b02890 in Status: UNINITIALIZED for 2s [ 615.539431] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.539431] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.539431] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.539431] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.539431] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.539676] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.539745] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.539804] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.539948] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.540044] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.540112] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bed45b1a-a99a-460a-9177-638edfa36ffb already deleted. [ 615.540243] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bed45b1a-a99a-460a-9177-638edfa36ffb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.654023] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock network-761 taken with stack trace [, , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.654023] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "network-761" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.654023] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "network-761" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.654023] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "network-761" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.654023] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.654023] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.654023] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.654741] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.654905] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.655128] env[65424]: DEBUG dogpile.cache.region [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] No value present for key: 'zone-id' {{(pid=65424) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 615.655229] env[65424]: DEBUG dogpile.lock [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] NeedRegenerationException {{(pid=65424) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 615.655329] env[65424]: DEBUG dogpile.lock [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] no value, waiting for create lock {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 615.655426] env[65424]: DEBUG dogpile.lock [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] value creation lock acquired {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 615.655526] env[65424]: DEBUG dogpile.cache.region [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] No value present for key: 'zone-id' {{(pid=65424) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 615.655622] env[65424]: DEBUG dogpile.lock [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Calling creation function for not-yet-present value {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 615.655817] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 615.668643] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-b825f54a-be85-442c-9ddb-1d568236ef6c taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.668847] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b825f54a-be85-442c-9ddb-1d568236ef6c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.668936] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b825f54a-be85-442c-9ddb-1d568236ef6c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.669158] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b825f54a-be85-442c-9ddb-1d568236ef6c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.669320] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.669433] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.669490] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.669637] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.669694] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.669783] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b825f54a-be85-442c-9ddb-1d568236ef6c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.669934] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-b825f54a-be85-442c-9ddb-1d568236ef6c taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.670043] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b825f54a-be85-442c-9ddb-1d568236ef6c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.670101] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b825f54a-be85-442c-9ddb-1d568236ef6c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.670822] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b825f54a-be85-442c-9ddb-1d568236ef6c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.670822] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.670822] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.670822] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.670822] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.670822] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.671187] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b825f54a-be85-442c-9ddb-1d568236ef6c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.671187] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b825f54a-be85-442c-9ddb-1d568236ef6c',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.677358] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 615.677573] env[65424]: DEBUG dogpile.cache.region [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65424) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 615.677670] env[65424]: DEBUG dogpile.lock [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Released creation lock {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 615.677833] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "network-761" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.678168] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock port-84f7e8b8-c5ee-48e9-ab7e-83e5e8023f8e taken with stack trace [, , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.678329] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "port-84f7e8b8-c5ee-48e9-ab7e-83e5e8023f8e" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.678461] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "port-84f7e8b8-c5ee-48e9-ab7e-83e5e8023f8e" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.678771] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "port-84f7e8b8-c5ee-48e9-ab7e-83e5e8023f8e" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.679050] env[65424]: DEBUG networking_nsxv3.api.rpc [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('84f7e8b8-c5ee-48e9-ab7e-83e5e8023f8e',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.173507] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b825f54a-be85-442c-9ddb-1d568236ef6c: rpc.has_security_group_logging(os_id): False [ 616.181631] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.181876] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.181970] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.182283] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.182459] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.182634] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Segment Port 84f7e8b8-c5ee-48e9-ab7e-83e5e8023f8e not found, creating... [ 616.182905] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.183115] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.183185] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.183516] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.183648] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.184018] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.184407] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.184527] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.184761] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.184895] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.185043] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Resource: SegmentPort with ID: 84f7e8b8-c5ee-48e9-ab7e-83e5e8023f8e is going to be created. [ 616.196825] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.197019] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.197019] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.197250] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.197337] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.197541] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.197671] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.197759] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.197871] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.197953] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.198157] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.198267] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.198353] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.198440] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.198507] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.198693] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.198813] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.198896] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.198977] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.203713] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.203886] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b825f54a-be85-442c-9ddb-1d568236ef6c is going to be created. [ 616.210530] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.210736] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.210876] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.211208] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.211469] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.211725] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "port-84f7e8b8-c5ee-48e9-ab7e-83e5e8023f8e" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.302057] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.302447] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.302447] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.302898] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.303122] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.318351] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b825f54a-be85-442c-9ddb-1d568236ef6c in Status: IN_PROGRESS for 2s [ 616.437666] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c0635f2c-27a4-4224-97f4-b631bfcc074a in Status: SUCCESS [ 616.437666] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c0635f2c-27a4-4224-97f4-b631bfcc074a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.975287] env[65424]: INFO networking_nsxv3.common.synchronization [req-f76a8aab-226e-4c9a-afb9-1e06323bbeee req-5e5b3ad0-ea73-425e-bc4d-570074a860f9 service nova] Enqueued Resource ID: bed45b1a-a99a-460a-9177-638edfa36ffb with Priority: HIGHEST for action security_group_rules [ 616.975500] env[65424]: INFO networking_nsxv3.common.synchronization [req-f76a8aab-226e-4c9a-afb9-1e06323bbeee req-5e5b3ad0-ea73-425e-bc4d-570074a860f9 service nova] Enqueued Resource ID: bed45b1a-a99a-460a-9177-638edfa36ffb with Priority: HIGHEST for action security_group_members [ 616.975604] env[65424]: INFO networking_nsxv3.common.synchronization [req-f76a8aab-226e-4c9a-afb9-1e06323bbeee req-5e5b3ad0-ea73-425e-bc4d-570074a860f9 service nova] Enqueued Resource ID: 84f7e8b8-c5ee-48e9-ab7e-83e5e8023f8e with Priority: HIGHEST for action port [ 616.975802] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bed45b1a-a99a-460a-9177-638edfa36ffb with Priority: HIGHEST for action security_group_rules [ 616.975929] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bed45b1a-a99a-460a-9177-638edfa36ffb with Priority: HIGHEST for action security_group_members [ 616.976038] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84f7e8b8-c5ee-48e9-ab7e-83e5e8023f8e with Priority: HIGHEST for action port [ 616.976593] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bed45b1a-a99a-460a-9177-638edfa36ffb taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.976715] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bed45b1a-a99a-460a-9177-638edfa36ffb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.976778] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bed45b1a-a99a-460a-9177-638edfa36ffb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.977118] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bed45b1a-a99a-460a-9177-638edfa36ffb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.977355] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bed45b1a-a99a-460a-9177-638edfa36ffb',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.980584] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-bed45b1a-a99a-460a-9177-638edfa36ffb taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.983430] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bed45b1a-a99a-460a-9177-638edfa36ffb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.983506] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bed45b1a-a99a-460a-9177-638edfa36ffb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.983729] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bed45b1a-a99a-460a-9177-638edfa36ffb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.983967] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.984078] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.984116] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.984279] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.984365] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.984458] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bed45b1a-a99a-460a-9177-638edfa36ffb',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.988427] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock port-84f7e8b8-c5ee-48e9-ab7e-83e5e8023f8e taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.988427] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-84f7e8b8-c5ee-48e9-ab7e-83e5e8023f8e" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.989139] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-84f7e8b8-c5ee-48e9-ab7e-83e5e8023f8e" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.989382] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-84f7e8b8-c5ee-48e9-ab7e-83e5e8023f8e" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.989773] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('84f7e8b8-c5ee-48e9-ab7e-83e5e8023f8e',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.008703] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5179ad91-711f-4723-9d58-6eeeb82ed57f in Status: SUCCESS [ 617.008889] env[65424]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5179ad91-711f-4723-9d58-6eeeb82ed57f deletion is rescheduled due to dependency. [ 617.009008] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5179ad91-711f-4723-9d58-6eeeb82ed57f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.381806] env[65424]: INFO networking_nsxv3.common.synchronization [req-c1f8f6b7-d104-4571-9420-50094813b167 req-53f0fe0f-a3cb-4a95-b694-cdb7570af531 tempest-VolumesAssistedSnapshotsTest-754018308 tempest-VolumesAssistedSnapshotsTest-754018308-project-member] Enqueued Resource ID: de70384f-291f-4579-8961-9389af523ad0 with Priority: HIGHEST for action security_group_members [ 617.382406] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de70384f-291f-4579-8961-9389af523ad0 with Priority: HIGHEST for action security_group_members [ 617.382723] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-de70384f-291f-4579-8961-9389af523ad0 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.382845] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de70384f-291f-4579-8961-9389af523ad0" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.382913] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de70384f-291f-4579-8961-9389af523ad0" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.383177] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de70384f-291f-4579-8961-9389af523ad0" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.383335] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.383448] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.383508] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.383644] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.383738] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.383821] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('de70384f-291f-4579-8961-9389af523ad0',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.458136] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f2a30fe-1d4a-4b82-8fd4-8583d5b02890 in Status: SUCCESS [ 617.458787] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f2a30fe-1d4a-4b82-8fd4-8583d5b02890" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.458787] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f2a30fe-1d4a-4b82-8fd4-8583d5b02890" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.459104] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f2a30fe-1d4a-4b82-8fd4-8583d5b02890" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.459969] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.459969] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.459969] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.460315] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.460364] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.460563] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f2a30fe-1d4a-4b82-8fd4-8583d5b02890" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.460669] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5f2a30fe-1d4a-4b82-8fd4-8583d5b02890',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.492648] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bed45b1a-a99a-460a-9177-638edfa36ffb',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.493237] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-bed45b1a-a99a-460a-9177-638edfa36ffb taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.493369] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bed45b1a-a99a-460a-9177-638edfa36ffb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.493691] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 84f7e8b8-c5ee-48e9-ab7e-83e5e8023f8e with status ACTIVE [ 617.495516] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.495516] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.495516] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.495516] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.495516] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.495516] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.495516] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.495516] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.495516] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.495516] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.495516] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.495516] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.495516] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.496521] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.496521] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.496521] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 84f7e8b8-c5ee-48e9-ab7e-83e5e8023f8e is going to be updated. [ 617.521683] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.521830] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.521884] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.522094] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.522767] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.522767] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-84f7e8b8-c5ee-48e9-ab7e-83e5e8023f8e" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.761527] env[65424]: INFO networking_nsxv3.common.synchronization [req-5ea8dd6d-c1e7-404a-acac-0f4a60827d2a req-6c291201-39de-4a1a-acd6-7d49266aafe8 tempest-ServerDiagnosticsTest-1170648711 tempest-ServerDiagnosticsTest-1170648711-project-member] Enqueued Resource ID: c2b85db2-c947-415f-abb6-26ced169a11d with Priority: HIGHEST for action security_group_members [ 617.762303] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2b85db2-c947-415f-abb6-26ced169a11d with Priority: HIGHEST for action security_group_members [ 617.762824] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2b85db2-c947-415f-abb6-26ced169a11d taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.763046] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2b85db2-c947-415f-abb6-26ced169a11d" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.763152] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2b85db2-c947-415f-abb6-26ced169a11d" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.763461] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2b85db2-c947-415f-abb6-26ced169a11d" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.763839] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.763839] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.763971] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.764181] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.764311] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.764450] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c2b85db2-c947-415f-abb6-26ced169a11d',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.886039] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.886445] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.888318] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.888318] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.888318] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.888318] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.888318] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.888318] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.888318] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.888318] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.888318] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: de70384f-291f-4579-8961-9389af523ad0 already deleted. [ 617.888318] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de70384f-291f-4579-8961-9389af523ad0" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.899470] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock network-726 taken with stack trace [, , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.899660] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "network-726" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.899777] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "network-726" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.900089] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "network-726" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.900367] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.900545] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.900651] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.900848] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.900986] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.901197] env[65424]: DEBUG dogpile.cache.region [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] No value present for key: 'zone-id' {{(pid=65424) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 617.901301] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] NeedRegenerationException {{(pid=65424) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 617.901403] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] no value, waiting for create lock {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 617.901501] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] value creation lock acquired {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 617.901600] env[65424]: DEBUG dogpile.cache.region [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] No value present for key: 'zone-id' {{(pid=65424) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 617.901706] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Calling creation function for not-yet-present value {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 617.901829] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 617.920590] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 617.920808] env[65424]: DEBUG dogpile.cache.region [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65424) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 617.920924] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Released creation lock {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 617.921092] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "network-726" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.921349] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock port-c8f96764-5167-4f5e-b35b-ef748b3491eb taken with stack trace [, , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.921516] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "port-c8f96764-5167-4f5e-b35b-ef748b3491eb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.921628] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "port-c8f96764-5167-4f5e-b35b-ef748b3491eb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.921945] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "port-c8f96764-5167-4f5e-b35b-ef748b3491eb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.922092] env[65424]: DEBUG networking_nsxv3.api.rpc [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c8f96764-5167-4f5e-b35b-ef748b3491eb',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.963175] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5f2a30fe-1d4a-4b82-8fd4-8583d5b02890',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.994944] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bed45b1a-a99a-460a-9177-638edfa36ffb',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.267789] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.268053] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.268053] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.268669] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.268669] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.268669] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.269220] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.269220] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.269220] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.269220] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.269425] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c2b85db2-c947-415f-abb6-26ced169a11d is going to be updated. [ 618.278588] env[65424]: INFO networking_nsxv3.common.synchronization [req-01f331f6-cadd-4e5d-9c3f-0d5e9bb0dcb0 req-bffafd8a-f655-4a17-b687-1735afad671a tempest-ServerExternalEventsTest-2120930132 tempest-ServerExternalEventsTest-2120930132-project-member] Enqueued Resource ID: b74010a0-1072-4252-ac10-af92358e7afa with Priority: HIGHEST for action security_group_members [ 618.279405] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b74010a0-1072-4252-ac10-af92358e7afa with Priority: HIGHEST for action security_group_members [ 618.279845] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-b74010a0-1072-4252-ac10-af92358e7afa taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.280056] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b74010a0-1072-4252-ac10-af92358e7afa" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.280412] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b74010a0-1072-4252-ac10-af92358e7afa" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.280506] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b74010a0-1072-4252-ac10-af92358e7afa" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.280690] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.280783] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.280829] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.280994] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.281167] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.281225] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b74010a0-1072-4252-ac10-af92358e7afa',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.303233] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.303233] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.303233] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.303565] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.303565] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.315756] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c2b85db2-c947-415f-abb6-26ced169a11d in Status: IN_PROGRESS for 2s [ 618.333387] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b825f54a-be85-442c-9ddb-1d568236ef6c in Status: SUCCESS [ 618.333711] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b825f54a-be85-442c-9ddb-1d568236ef6c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.425282] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.425282] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.425421] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.425945] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.425945] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.426104] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Segment Port c8f96764-5167-4f5e-b35b-ef748b3491eb not found, creating... [ 618.426268] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.426423] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.426536] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.426820] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.427892] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.427892] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.427892] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.427892] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.427892] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.428181] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.428264] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Resource: SegmentPort with ID: c8f96764-5167-4f5e-b35b-ef748b3491eb is going to be created. [ 618.453376] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.453637] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.453782] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.454073] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.454327] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.454597] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "port-c8f96764-5167-4f5e-b35b-ef748b3491eb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.466216] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5f2a30fe-1d4a-4b82-8fd4-8583d5b02890: rpc.has_security_group_logging(os_id): False [ 618.491323] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.491564] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.491728] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.492062] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.492205] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.492647] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.492742] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.492865] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.493056] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.493170] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.493738] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5f2a30fe-1d4a-4b82-8fd4-8583d5b02890 is going to be created. [ 618.497508] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.497820] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.497820] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.497820] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.498105] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.498141] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bed45b1a-a99a-460a-9177-638edfa36ffb is going to be created. [ 618.538064] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.539057] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.539057] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.539057] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.539057] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.559205] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bed45b1a-a99a-460a-9177-638edfa36ffb in Status: UNINITIALIZED for 2s [ 618.598914] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.599153] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.599224] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.599685] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.600042] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.614204] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5f2a30fe-1d4a-4b82-8fd4-8583d5b02890 in Status: IN_PROGRESS for 2s [ 618.785151] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.785151] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.785151] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.785151] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.785151] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.785151] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.785151] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.785151] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.785485] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.785485] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.785552] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b74010a0-1072-4252-ac10-af92358e7afa is going to be updated. [ 618.820303] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.823021] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.823021] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.823021] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.823021] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.833773] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b74010a0-1072-4252-ac10-af92358e7afa in Status: IN_PROGRESS for 2s [ 619.250778] env[65424]: INFO networking_nsxv3.common.synchronization [req-c1f8f6b7-d104-4571-9420-50094813b167 req-4687231f-dadd-42b9-9c5d-f4b3315e3caa service nova] Enqueued Resource ID: de70384f-291f-4579-8961-9389af523ad0 with Priority: HIGHEST for action security_group_rules [ 619.250778] env[65424]: INFO networking_nsxv3.common.synchronization [req-c1f8f6b7-d104-4571-9420-50094813b167 req-4687231f-dadd-42b9-9c5d-f4b3315e3caa service nova] Enqueued Resource ID: de70384f-291f-4579-8961-9389af523ad0 with Priority: HIGHEST for action security_group_members [ 619.250963] env[65424]: INFO networking_nsxv3.common.synchronization [req-c1f8f6b7-d104-4571-9420-50094813b167 req-4687231f-dadd-42b9-9c5d-f4b3315e3caa service nova] Enqueued Resource ID: c8f96764-5167-4f5e-b35b-ef748b3491eb with Priority: HIGHEST for action port [ 619.252318] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de70384f-291f-4579-8961-9389af523ad0 with Priority: HIGHEST for action security_group_rules [ 619.252965] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de70384f-291f-4579-8961-9389af523ad0 with Priority: HIGHEST for action security_group_members [ 619.252965] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8f96764-5167-4f5e-b35b-ef748b3491eb with Priority: HIGHEST for action port [ 619.253389] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock rules-de70384f-291f-4579-8961-9389af523ad0 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.253665] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-de70384f-291f-4579-8961-9389af523ad0" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.254011] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-de70384f-291f-4579-8961-9389af523ad0" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.254368] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-de70384f-291f-4579-8961-9389af523ad0" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.254555] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('de70384f-291f-4579-8961-9389af523ad0',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.255891] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-de70384f-291f-4579-8961-9389af523ad0 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.256157] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de70384f-291f-4579-8961-9389af523ad0" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.256303] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de70384f-291f-4579-8961-9389af523ad0" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.257272] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de70384f-291f-4579-8961-9389af523ad0" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.257272] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.258128] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.258322] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.259881] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.259881] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.259881] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('de70384f-291f-4579-8961-9389af523ad0',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.263732] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock port-c8f96764-5167-4f5e-b35b-ef748b3491eb taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.263895] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c8f96764-5167-4f5e-b35b-ef748b3491eb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.264022] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c8f96764-5167-4f5e-b35b-ef748b3491eb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.264171] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c8f96764-5167-4f5e-b35b-ef748b3491eb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.264247] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c8f96764-5167-4f5e-b35b-ef748b3491eb',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.767282] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('de70384f-291f-4579-8961-9389af523ad0',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.768914] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-de70384f-291f-4579-8961-9389af523ad0 taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.768914] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de70384f-291f-4579-8961-9389af523ad0" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.768914] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c8f96764-5167-4f5e-b35b-ef748b3491eb with status ACTIVE [ 619.769270] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.769270] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.769270] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.769429] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.769506] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.769705] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.769876] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.769876] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.771124] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.771607] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.771607] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.771607] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.771607] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.771784] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.771784] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.771840] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c8f96764-5167-4f5e-b35b-ef748b3491eb is going to be updated. [ 619.807020] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.807020] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.807020] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.807020] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.807020] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.807020] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c8f96764-5167-4f5e-b35b-ef748b3491eb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.021298] env[65424]: INFO networking_nsxv3.common.synchronization [req-cb3fcc26-d0a1-4ad4-a937-083b153892d6 req-0c168806-e747-493a-a337-6a9a51f788cd tempest-ServersNegativeTestJSON-1530614479 tempest-ServersNegativeTestJSON-1530614479-project-member] Enqueued Resource ID: 80425ab6-3025-46cb-88b6-ff42a37a45ce with Priority: HIGHEST for action security_group_members [ 620.021298] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 80425ab6-3025-46cb-88b6-ff42a37a45ce with Priority: HIGHEST for action security_group_members [ 620.021298] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-80425ab6-3025-46cb-88b6-ff42a37a45ce taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.021298] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-80425ab6-3025-46cb-88b6-ff42a37a45ce" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.021298] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-80425ab6-3025-46cb-88b6-ff42a37a45ce" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.021517] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-80425ab6-3025-46cb-88b6-ff42a37a45ce" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.023316] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.023474] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.023577] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.023694] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.024265] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.024392] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('80425ab6-3025-46cb-88b6-ff42a37a45ce',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.270032] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('de70384f-291f-4579-8961-9389af523ad0',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.327086] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c2b85db2-c947-415f-abb6-26ced169a11d in Status: SUCCESS [ 620.327368] env[65424]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c2b85db2-c947-415f-abb6-26ced169a11d deletion is rescheduled due to dependency. [ 620.327505] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2b85db2-c947-415f-abb6-26ced169a11d" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.523619] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock network-885 taken with stack trace [, , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.523619] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "network-885" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.523619] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "network-885" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.523619] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "network-885" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.524102] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.524222] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.524413] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.524653] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.524864] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.525149] env[65424]: DEBUG dogpile.cache.region [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] No value present for key: 'zone-id' {{(pid=65424) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 620.525362] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] NeedRegenerationException {{(pid=65424) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 620.525523] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] no value, waiting for create lock {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 620.525658] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] value creation lock acquired {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 620.525949] env[65424]: DEBUG dogpile.cache.region [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] No value present for key: 'zone-id' {{(pid=65424) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 620.525949] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Calling creation function for not-yet-present value {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 620.526142] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 620.528842] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.529517] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.529727] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.529938] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.530046] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.530255] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.530395] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.530470] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.530655] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.530754] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.530856] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 80425ab6-3025-46cb-88b6-ff42a37a45ce already deleted. [ 620.530949] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-80425ab6-3025-46cb-88b6-ff42a37a45ce" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.563024] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 620.563024] env[65424]: DEBUG dogpile.cache.region [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Cache value generated in 0.037 seconds for key(s): 'zone-id' {{(pid=65424) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 620.564054] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Released creation lock {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 620.564707] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "network-885" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.564707] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock port-3dd6d8a8-02c7-405e-af2c-b7edb32c94ac taken with stack trace [, , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.565213] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "port-3dd6d8a8-02c7-405e-af2c-b7edb32c94ac" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.565213] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "port-3dd6d8a8-02c7-405e-af2c-b7edb32c94ac" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.565213] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "port-3dd6d8a8-02c7-405e-af2c-b7edb32c94ac" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.565555] env[65424]: DEBUG networking_nsxv3.api.rpc [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3dd6d8a8-02c7-405e-af2c-b7edb32c94ac',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.570566] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bed45b1a-a99a-460a-9177-638edfa36ffb in Status: SUCCESS [ 620.571051] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bed45b1a-a99a-460a-9177-638edfa36ffb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.571051] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bed45b1a-a99a-460a-9177-638edfa36ffb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.571175] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bed45b1a-a99a-460a-9177-638edfa36ffb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.571367] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.571744] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.571744] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.571744] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.571871] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.571871] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bed45b1a-a99a-460a-9177-638edfa36ffb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.571929] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bed45b1a-a99a-460a-9177-638edfa36ffb',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.630944] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5f2a30fe-1d4a-4b82-8fd4-8583d5b02890 in Status: SUCCESS [ 620.630944] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5f2a30fe-1d4a-4b82-8fd4-8583d5b02890" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.772423] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.772772] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.772772] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.773117] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.773172] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.773251] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: de70384f-291f-4579-8961-9389af523ad0 is going to be created. [ 620.803991] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.803991] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.803991] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.803991] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.803991] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.816157] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: de70384f-291f-4579-8961-9389af523ad0 in Status: UNINITIALIZED for 2s [ 620.844182] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b74010a0-1072-4252-ac10-af92358e7afa in Status: SUCCESS [ 620.844701] env[65424]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b74010a0-1072-4252-ac10-af92358e7afa deletion is rescheduled due to dependency. [ 620.844918] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b74010a0-1072-4252-ac10-af92358e7afa" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.071122] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.071380] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.071504] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.071784] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.071927] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.072174] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Segment Port 3dd6d8a8-02c7-405e-af2c-b7edb32c94ac not found, creating... [ 621.072368] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.073156] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.073156] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.073156] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.073156] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.073455] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.073455] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.073545] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.073689] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.073803] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.073934] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Resource: SegmentPort with ID: 3dd6d8a8-02c7-405e-af2c-b7edb32c94ac is going to be created. [ 621.077700] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-bed45b1a-a99a-460a-9177-638edfa36ffb taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.077821] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bed45b1a-a99a-460a-9177-638edfa36ffb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.077891] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bed45b1a-a99a-460a-9177-638edfa36ffb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.078073] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bed45b1a-a99a-460a-9177-638edfa36ffb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.078268] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.078366] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.078459] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.078527] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.078605] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.078688] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bed45b1a-a99a-460a-9177-638edfa36ffb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.078833] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-bed45b1a-a99a-460a-9177-638edfa36ffb taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.078970] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bed45b1a-a99a-460a-9177-638edfa36ffb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.079034] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bed45b1a-a99a-460a-9177-638edfa36ffb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.079135] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bed45b1a-a99a-460a-9177-638edfa36ffb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.079270] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.079361] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.079462] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.079570] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.079645] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.079723] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bed45b1a-a99a-460a-9177-638edfa36ffb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.079810] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bed45b1a-a99a-460a-9177-638edfa36ffb',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.102670] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.102961] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.103258] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.103615] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.103920] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.104249] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "port-3dd6d8a8-02c7-405e-af2c-b7edb32c94ac" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.582842] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bed45b1a-a99a-460a-9177-638edfa36ffb: rpc.has_security_group_logging(os_id): False [ 621.609171] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.609171] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.609171] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.609171] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.609171] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.609171] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.609171] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.609171] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.609171] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.609171] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.609171] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.609171] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.609171] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.609171] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.609171] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.609749] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.609749] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.609749] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.609749] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.609749] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.609749] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bed45b1a-a99a-460a-9177-638edfa36ffb is going to be created. [ 621.678198] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.678198] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.678198] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.678198] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.678198] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.690400] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bed45b1a-a99a-460a-9177-638edfa36ffb in Status: IN_PROGRESS for 2s [ 621.892560] env[65424]: INFO networking_nsxv3.common.synchronization [req-cb3fcc26-d0a1-4ad4-a937-083b153892d6 req-ba0a4a58-7e1d-400f-b7b4-37620dd2365c service nova] Enqueued Resource ID: 80425ab6-3025-46cb-88b6-ff42a37a45ce with Priority: HIGHEST for action security_group_rules [ 621.892560] env[65424]: INFO networking_nsxv3.common.synchronization [req-cb3fcc26-d0a1-4ad4-a937-083b153892d6 req-ba0a4a58-7e1d-400f-b7b4-37620dd2365c service nova] Enqueued Resource ID: 80425ab6-3025-46cb-88b6-ff42a37a45ce with Priority: HIGHEST for action security_group_members [ 621.892560] env[65424]: INFO networking_nsxv3.common.synchronization [req-cb3fcc26-d0a1-4ad4-a937-083b153892d6 req-ba0a4a58-7e1d-400f-b7b4-37620dd2365c service nova] Enqueued Resource ID: 3dd6d8a8-02c7-405e-af2c-b7edb32c94ac with Priority: HIGHEST for action port [ 621.896328] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 80425ab6-3025-46cb-88b6-ff42a37a45ce with Priority: HIGHEST for action security_group_rules [ 621.896328] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 80425ab6-3025-46cb-88b6-ff42a37a45ce with Priority: HIGHEST for action security_group_members [ 621.896328] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3dd6d8a8-02c7-405e-af2c-b7edb32c94ac with Priority: HIGHEST for action port [ 621.896328] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock rules-80425ab6-3025-46cb-88b6-ff42a37a45ce taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.896328] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-80425ab6-3025-46cb-88b6-ff42a37a45ce" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.896328] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-80425ab6-3025-46cb-88b6-ff42a37a45ce" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.896328] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-80425ab6-3025-46cb-88b6-ff42a37a45ce" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.896328] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('80425ab6-3025-46cb-88b6-ff42a37a45ce',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.899496] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-80425ab6-3025-46cb-88b6-ff42a37a45ce taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.899628] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-80425ab6-3025-46cb-88b6-ff42a37a45ce" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.901056] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-80425ab6-3025-46cb-88b6-ff42a37a45ce" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.901056] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-80425ab6-3025-46cb-88b6-ff42a37a45ce" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.901056] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.901056] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.901056] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.901056] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.901056] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.901056] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('80425ab6-3025-46cb-88b6-ff42a37a45ce',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.901690] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock port-3dd6d8a8-02c7-405e-af2c-b7edb32c94ac taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.901690] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3dd6d8a8-02c7-405e-af2c-b7edb32c94ac" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.901789] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3dd6d8a8-02c7-405e-af2c-b7edb32c94ac" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.902346] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3dd6d8a8-02c7-405e-af2c-b7edb32c94ac" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.902346] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3dd6d8a8-02c7-405e-af2c-b7edb32c94ac',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.407455] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('80425ab6-3025-46cb-88b6-ff42a37a45ce',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.408924] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-80425ab6-3025-46cb-88b6-ff42a37a45ce taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.409178] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-80425ab6-3025-46cb-88b6-ff42a37a45ce" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.409366] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3dd6d8a8-02c7-405e-af2c-b7edb32c94ac with status ACTIVE [ 622.409643] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.409806] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.409869] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.410099] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.410186] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.410374] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.410463] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.410525] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.410671] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.410742] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.410986] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.410986] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.415193] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.415193] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.415193] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.415193] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3dd6d8a8-02c7-405e-af2c-b7edb32c94ac is going to be updated. [ 622.441431] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.442217] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.442217] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.442217] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.442217] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.442217] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3dd6d8a8-02c7-405e-af2c-b7edb32c94ac" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.535378] env[65424]: INFO networking_nsxv3.common.synchronization [req-4d7ce1ee-5585-425a-9c5b-82ec5af9c58f req-25024771-33a6-46a1-8cb7-e0bb260868f2 tempest-TenantUsagesTestJSON-1901934143 tempest-TenantUsagesTestJSON-1901934143-project-member] Enqueued Resource ID: 2f30b5c0-aef3-4ef2-bd2a-3a917103ea72 with Priority: HIGHEST for action security_group_members [ 622.536631] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f30b5c0-aef3-4ef2-bd2a-3a917103ea72 with Priority: HIGHEST for action security_group_members [ 622.537022] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f30b5c0-aef3-4ef2-bd2a-3a917103ea72 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.537168] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f30b5c0-aef3-4ef2-bd2a-3a917103ea72" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.537236] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f30b5c0-aef3-4ef2-bd2a-3a917103ea72" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.537462] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f30b5c0-aef3-4ef2-bd2a-3a917103ea72" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.537763] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.537763] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.537910] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.537984] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.538601] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.538723] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2f30b5c0-aef3-4ef2-bd2a-3a917103ea72',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.828283] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: de70384f-291f-4579-8961-9389af523ad0 in Status: SUCCESS [ 622.828538] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de70384f-291f-4579-8961-9389af523ad0" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.828772] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de70384f-291f-4579-8961-9389af523ad0" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.829030] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de70384f-291f-4579-8961-9389af523ad0" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.829207] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.829330] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.829942] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.829942] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.829942] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.829942] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de70384f-291f-4579-8961-9389af523ad0" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.829942] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('de70384f-291f-4579-8961-9389af523ad0',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.844031] env[65424]: INFO networking_nsxv3.common.synchronization [req-237b00cc-0bb2-456e-9526-cc15950a5e57 req-cb12efdf-e6fb-4086-92f0-39045af5f391 tempest-ServerDiskConfigTestJSON-1442015367 tempest-ServerDiskConfigTestJSON-1442015367-project-member] Enqueued Resource ID: 62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f with Priority: HIGHEST for action security_group_members [ 622.845413] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f with Priority: HIGHEST for action security_group_members [ 622.846388] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.846388] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.846388] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.846761] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.847023] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.847209] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.847310] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.847568] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.847739] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.848248] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.915959] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('80425ab6-3025-46cb-88b6-ff42a37a45ce',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.997199] env[65424]: INFO networking_nsxv3.common.synchronization [None req-57fa1aec-cf06-492d-963d-ab9d963b6dfe tempest-ServersWithSpecificFlavorTestJSON-746330655 tempest-ServersWithSpecificFlavorTestJSON-746330655-project-member] Enqueued Resource ID: b88875cd-811d-4be1-a2e3-2aecf00893e7 with Priority: HIGHEST for action security_group_rules [ 622.997719] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b88875cd-811d-4be1-a2e3-2aecf00893e7 with Priority: HIGHEST for action security_group_rules [ 622.998686] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b88875cd-811d-4be1-a2e3-2aecf00893e7 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.998686] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b88875cd-811d-4be1-a2e3-2aecf00893e7" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.998686] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b88875cd-811d-4be1-a2e3-2aecf00893e7" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.998686] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b88875cd-811d-4be1-a2e3-2aecf00893e7" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.998686] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b88875cd-811d-4be1-a2e3-2aecf00893e7',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.041277] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.041536] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.041645] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.041899] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.042025] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.042993] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.042993] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.042993] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.042993] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.042993] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.042993] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f30b5c0-aef3-4ef2-bd2a-3a917103ea72 is going to be updated. [ 623.080238] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.080238] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.080238] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.080238] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.080238] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.090723] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f30b5c0-aef3-4ef2-bd2a-3a917103ea72 in Status: IN_PROGRESS for 2s [ 623.162987] env[65424]: INFO networking_nsxv3.common.synchronization [None req-ee911b6b-e5d1-4a17-b0b7-250fe65fff2c tempest-ServersWithSpecificFlavorTestJSON-746330655 tempest-ServersWithSpecificFlavorTestJSON-746330655-project-member] Enqueued Resource ID: b88875cd-811d-4be1-a2e3-2aecf00893e7 with Priority: HIGHEST for action security_group_rules [ 623.163766] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b88875cd-811d-4be1-a2e3-2aecf00893e7 with Priority: HIGHEST for action security_group_rules [ 623.164302] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b88875cd-811d-4be1-a2e3-2aecf00893e7 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.164487] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b88875cd-811d-4be1-a2e3-2aecf00893e7" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.266684] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock network-850 taken with stack trace [, , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.266684] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "network-850" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.266684] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "network-850" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.266684] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "network-850" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.267067] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.267372] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.267534] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.268191] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.268191] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.268459] env[65424]: DEBUG dogpile.cache.region [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] No value present for key: 'zone-id' {{(pid=65424) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 623.268459] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] NeedRegenerationException {{(pid=65424) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 623.268603] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] no value, waiting for create lock {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 623.268714] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] value creation lock acquired {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 623.268842] env[65424]: DEBUG dogpile.cache.region [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] No value present for key: 'zone-id' {{(pid=65424) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 623.268945] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Calling creation function for not-yet-present value {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 623.269090] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 623.295386] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 623.295633] env[65424]: DEBUG dogpile.cache.region [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65424) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 623.295803] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Released creation lock {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 623.296145] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "network-850" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.296346] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock port-88a52bd6-fa95-4b27-b0fe-6a20d8bbfb7f taken with stack trace [, , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.296515] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "port-88a52bd6-fa95-4b27-b0fe-6a20d8bbfb7f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.296631] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "port-88a52bd6-fa95-4b27-b0fe-6a20d8bbfb7f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.297012] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "port-88a52bd6-fa95-4b27-b0fe-6a20d8bbfb7f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.297196] env[65424]: DEBUG networking_nsxv3.api.rpc [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('88a52bd6-fa95-4b27-b0fe-6a20d8bbfb7f',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.332945] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('de70384f-291f-4579-8961-9389af523ad0',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.351187] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.351381] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.351424] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.351649] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.351707] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.351922] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.352014] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.352077] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.352219] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.352499] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.352499] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f already deleted. [ 623.352499] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.418779] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.418940] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.419033] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.419260] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.419412] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.419468] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 80425ab6-3025-46cb-88b6-ff42a37a45ce is going to be created. [ 623.444279] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.444473] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.444557] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.444850] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.445116] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.455081] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 80425ab6-3025-46cb-88b6-ff42a37a45ce in Status: UNINITIALIZED for 2s [ 623.521064] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.521218] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.521288] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.521505] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.521600] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.521664] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b88875cd-811d-4be1-a2e3-2aecf00893e7 already deleted. [ 623.521782] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b88875cd-811d-4be1-a2e3-2aecf00893e7" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.521892] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b88875cd-811d-4be1-a2e3-2aecf00893e7" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.522070] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b88875cd-811d-4be1-a2e3-2aecf00893e7" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.522189] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b88875cd-811d-4be1-a2e3-2aecf00893e7',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.704067] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bed45b1a-a99a-460a-9177-638edfa36ffb in Status: SUCCESS [ 623.704245] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bed45b1a-a99a-460a-9177-638edfa36ffb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.799353] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.799627] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.799785] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.800168] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.800373] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.800565] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Segment Port 88a52bd6-fa95-4b27-b0fe-6a20d8bbfb7f not found, creating... [ 623.800894] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.801087] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.801219] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.801468] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.801629] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.801945] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.802143] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.802286] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.802595] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.803060] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.803060] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Resource: SegmentPort with ID: 88a52bd6-fa95-4b27-b0fe-6a20d8bbfb7f is going to be created. [ 623.828111] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.828408] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.828472] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.828707] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.828933] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.829172] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "port-88a52bd6-fa95-4b27-b0fe-6a20d8bbfb7f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.834669] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for de70384f-291f-4579-8961-9389af523ad0: rpc.has_security_group_logging(os_id): False [ 623.855180] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.855387] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.855435] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.855630] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.855722] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.855992] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.856108] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.856172] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.856328] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.856430] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.856495] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: de70384f-291f-4579-8961-9389af523ad0 is going to be created. [ 623.984369] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.984755] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.984755] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.984949] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.985084] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.005241] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: de70384f-291f-4579-8961-9389af523ad0 in Status: IN_PROGRESS for 2s [ 624.046646] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.046820] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.046908] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.047224] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.047354] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.047460] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b88875cd-811d-4be1-a2e3-2aecf00893e7 already deleted. [ 624.047547] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b88875cd-811d-4be1-a2e3-2aecf00893e7" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.578546] env[65424]: INFO networking_nsxv3.common.synchronization [req-237b00cc-0bb2-456e-9526-cc15950a5e57 req-df546597-5cac-4d51-9b3c-8db902826dbf service nova] Enqueued Resource ID: 62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f with Priority: HIGHEST for action security_group_rules [ 624.578729] env[65424]: INFO networking_nsxv3.common.synchronization [req-237b00cc-0bb2-456e-9526-cc15950a5e57 req-df546597-5cac-4d51-9b3c-8db902826dbf service nova] Enqueued Resource ID: 62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f with Priority: HIGHEST for action security_group_members [ 624.578894] env[65424]: INFO networking_nsxv3.common.synchronization [req-237b00cc-0bb2-456e-9526-cc15950a5e57 req-df546597-5cac-4d51-9b3c-8db902826dbf service nova] Enqueued Resource ID: 88a52bd6-fa95-4b27-b0fe-6a20d8bbfb7f with Priority: HIGHEST for action port [ 624.579476] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f with Priority: HIGHEST for action security_group_rules [ 624.579615] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f with Priority: HIGHEST for action security_group_members [ 624.579714] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88a52bd6-fa95-4b27-b0fe-6a20d8bbfb7f with Priority: HIGHEST for action port [ 624.579990] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock rules-62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.580229] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.580266] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.580599] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.580686] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.582306] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.583522] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.583601] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.583781] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.583959] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.585723] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.585723] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.585723] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.585723] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.585723] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.585723] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock port-88a52bd6-fa95-4b27-b0fe-6a20d8bbfb7f taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.585723] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-88a52bd6-fa95-4b27-b0fe-6a20d8bbfb7f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.585723] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-88a52bd6-fa95-4b27-b0fe-6a20d8bbfb7f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.586392] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-88a52bd6-fa95-4b27-b0fe-6a20d8bbfb7f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.586392] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('88a52bd6-fa95-4b27-b0fe-6a20d8bbfb7f',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.090031] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.090031] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.090031] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.090031] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 88a52bd6-fa95-4b27-b0fe-6a20d8bbfb7f with status ACTIVE [ 625.090031] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.090031] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.090031] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.090031] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.090031] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.090031] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.090031] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.090031] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.090031] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.090031] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.090895] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.091225] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.091436] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.091678] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.091866] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.092055] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 88a52bd6-fa95-4b27-b0fe-6a20d8bbfb7f is going to be updated. [ 625.104797] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f30b5c0-aef3-4ef2-bd2a-3a917103ea72 in Status: SUCCESS [ 625.104797] env[65424]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f30b5c0-aef3-4ef2-bd2a-3a917103ea72 deletion is rescheduled due to dependency. [ 625.104797] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f30b5c0-aef3-4ef2-bd2a-3a917103ea72" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.117639] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.117639] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.117639] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.117639] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.117639] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.117639] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-88a52bd6-fa95-4b27-b0fe-6a20d8bbfb7f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.468847] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 80425ab6-3025-46cb-88b6-ff42a37a45ce in Status: SUCCESS [ 625.468847] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-80425ab6-3025-46cb-88b6-ff42a37a45ce" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.468847] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-80425ab6-3025-46cb-88b6-ff42a37a45ce" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.468847] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-80425ab6-3025-46cb-88b6-ff42a37a45ce" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.468847] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.468847] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.468847] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.468847] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.468847] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.468847] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-80425ab6-3025-46cb-88b6-ff42a37a45ce" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.468847] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('80425ab6-3025-46cb-88b6-ff42a37a45ce',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.599315] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.972257] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-80425ab6-3025-46cb-88b6-ff42a37a45ce taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.972257] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-80425ab6-3025-46cb-88b6-ff42a37a45ce" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.972636] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-80425ab6-3025-46cb-88b6-ff42a37a45ce" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.972694] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-80425ab6-3025-46cb-88b6-ff42a37a45ce" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.972921] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.973093] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.973186] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.973445] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.973572] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.973865] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-80425ab6-3025-46cb-88b6-ff42a37a45ce" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.973953] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-80425ab6-3025-46cb-88b6-ff42a37a45ce taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.974080] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-80425ab6-3025-46cb-88b6-ff42a37a45ce" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.974158] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-80425ab6-3025-46cb-88b6-ff42a37a45ce" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.974366] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-80425ab6-3025-46cb-88b6-ff42a37a45ce" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.974591] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.975289] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.975396] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.975603] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.975711] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.975831] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-80425ab6-3025-46cb-88b6-ff42a37a45ce" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.975959] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('80425ab6-3025-46cb-88b6-ff42a37a45ce',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.019555] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: de70384f-291f-4579-8961-9389af523ad0 in Status: SUCCESS [ 626.020061] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-de70384f-291f-4579-8961-9389af523ad0" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.105099] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.105099] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.105099] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.105099] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.105099] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.105099] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f is going to be created. [ 626.134025] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.134025] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.134025] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.134025] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.134025] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.148920] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f in Status: UNINITIALIZED for 2s [ 626.479050] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 80425ab6-3025-46cb-88b6-ff42a37a45ce: rpc.has_security_group_logging(os_id): False [ 626.496883] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.497115] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.497185] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.497420] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.497514] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.497727] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.497843] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.498037] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.498189] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.498285] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.498488] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.498590] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.498653] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.498795] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.498870] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.499158] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.499305] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.499305] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.499446] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.499521] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.499608] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 80425ab6-3025-46cb-88b6-ff42a37a45ce is going to be created. [ 626.538428] env[65424]: INFO networking_nsxv3.common.synchronization [None req-bc362482-7c41-4c97-a7da-6c2a00bd3b17 None None] Enqueued Resource ID: d340619f-5316-4cab-8b35-68d8d30b6bb6 with Priority: HIGHEST for action port [ 626.538950] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d340619f-5316-4cab-8b35-68d8d30b6bb6 with Priority: HIGHEST for action port [ 626.539333] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock port-d340619f-5316-4cab-8b35-68d8d30b6bb6 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.539485] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d340619f-5316-4cab-8b35-68d8d30b6bb6" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.539558] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d340619f-5316-4cab-8b35-68d8d30b6bb6" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.539838] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d340619f-5316-4cab-8b35-68d8d30b6bb6" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.539913] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d340619f-5316-4cab-8b35-68d8d30b6bb6',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.565791] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.566022] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.566756] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.567138] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.567561] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.585223] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 80425ab6-3025-46cb-88b6-ff42a37a45ce in Status: IN_PROGRESS for 2s [ 627.042904] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d340619f-5316-4cab-8b35-68d8d30b6bb6 [ 627.042904] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.042904] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.042904] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.043283] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.043321] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.043905] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d340619f-5316-4cab-8b35-68d8d30b6bb6 already deleted. [ 627.043905] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d340619f-5316-4cab-8b35-68d8d30b6bb6" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.304026] env[65424]: INFO networking_nsxv3.common.synchronization [req-2f1ecd4f-b1a7-47e3-a9e2-b161259cf238 req-a5ce9fa1-716a-4610-847e-42f732cde490 tempest-AttachInterfacesV270Test-2079317339 tempest-AttachInterfacesV270Test-2079317339-project-member] Enqueued Resource ID: d009cd22-1f87-4b60-a41a-f3a87ef297a5 with Priority: HIGHEST for action security_group_members [ 627.304026] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d009cd22-1f87-4b60-a41a-f3a87ef297a5 with Priority: HIGHEST for action security_group_members [ 627.304026] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-d009cd22-1f87-4b60-a41a-f3a87ef297a5 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.304026] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d009cd22-1f87-4b60-a41a-f3a87ef297a5" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.304026] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d009cd22-1f87-4b60-a41a-f3a87ef297a5" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.304026] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d009cd22-1f87-4b60-a41a-f3a87ef297a5" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.304026] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.304026] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.304026] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.304026] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.304026] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.304026] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d009cd22-1f87-4b60-a41a-f3a87ef297a5',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.810204] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.810204] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.810381] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.810929] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.810929] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.810929] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.810929] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.811370] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.811370] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.811370] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.811370] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d009cd22-1f87-4b60-a41a-f3a87ef297a5 is going to be updated. [ 627.842671] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.842671] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.842671] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.842671] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.842671] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.850508] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d009cd22-1f87-4b60-a41a-f3a87ef297a5 in Status: IN_PROGRESS for 2s [ 628.165071] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f in Status: SUCCESS [ 628.165071] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.165071] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.165071] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.165071] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.165071] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.165071] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.165483] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.165483] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.165567] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.165702] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.601204] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 80425ab6-3025-46cb-88b6-ff42a37a45ce in Status: SUCCESS [ 628.601558] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-80425ab6-3025-46cb-88b6-ff42a37a45ce" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.668790] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.668950] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.669031] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.669258] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.669428] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.669528] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.669597] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.669929] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.673022] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.673022] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.673022] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.673022] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.673022] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.673022] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.673022] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.673022] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.673022] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.673022] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.673022] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.673022] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.673022] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.173556] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f: rpc.has_security_group_logging(os_id): False [ 629.192763] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.193030] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.193030] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.193318] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.193416] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.193664] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.194096] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.194096] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.194248] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.194248] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.194713] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.194713] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.194713] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.195198] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.195198] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.195198] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.195198] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.195570] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.195570] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.195570] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.195702] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f is going to be created. [ 629.264135] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.264337] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.264435] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.264827] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.264982] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.276703] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f in Status: IN_PROGRESS for 2s [ 629.459804] env[65424]: INFO networking_nsxv3.common.synchronization [None req-6a70648e-8245-4f3f-bbae-4f4bcd86a5a9 None None] Enqueued Resource ID: 2f8d6680-3fca-4823-b999-3a1352f4009d with Priority: HIGHEST for action port [ 629.460490] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f8d6680-3fca-4823-b999-3a1352f4009d with Priority: HIGHEST for action port [ 629.463403] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock port-2f8d6680-3fca-4823-b999-3a1352f4009d taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.463548] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2f8d6680-3fca-4823-b999-3a1352f4009d" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.463598] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2f8d6680-3fca-4823-b999-3a1352f4009d" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.463919] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2f8d6680-3fca-4823-b999-3a1352f4009d" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.463981] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2f8d6680-3fca-4823-b999-3a1352f4009d',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.507991] env[65424]: INFO networking_nsxv3.common.synchronization [None req-dfd97c31-655f-4f98-aeb0-4be0a4f23b4e None None] Enqueued Resource ID: 127aca9d-715a-4fc6-8f05-484c78ee2d41 with Priority: HIGHEST for action port [ 629.510329] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 127aca9d-715a-4fc6-8f05-484c78ee2d41 with Priority: HIGHEST for action port [ 629.510329] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock port-127aca9d-715a-4fc6-8f05-484c78ee2d41 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.510329] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-127aca9d-715a-4fc6-8f05-484c78ee2d41" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.510329] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-127aca9d-715a-4fc6-8f05-484c78ee2d41" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.510329] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-127aca9d-715a-4fc6-8f05-484c78ee2d41" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.510329] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('127aca9d-715a-4fc6-8f05-484c78ee2d41',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.862198] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d009cd22-1f87-4b60-a41a-f3a87ef297a5 in Status: SUCCESS [ 629.862595] env[65424]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d009cd22-1f87-4b60-a41a-f3a87ef297a5 deletion is rescheduled due to dependency. [ 629.862595] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d009cd22-1f87-4b60-a41a-f3a87ef297a5" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.969318] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2f8d6680-3fca-4823-b999-3a1352f4009d [ 629.970166] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.971153] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.971692] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.971692] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.971692] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.971692] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2f8d6680-3fca-4823-b999-3a1352f4009d already deleted. [ 629.971993] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2f8d6680-3fca-4823-b999-3a1352f4009d" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.013509] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 127aca9d-715a-4fc6-8f05-484c78ee2d41 [ 630.014052] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.014130] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.014166] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.015216] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.015216] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.015216] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:127aca9d-715a-4fc6-8f05-484c78ee2d41 already deleted. [ 630.015216] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-127aca9d-715a-4fc6-8f05-484c78ee2d41" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.937899] env[65424]: INFO networking_nsxv3.common.synchronization [None req-36e2ad72-2bef-47de-a3fc-c9f422882bb3 None None] Enqueued Resource ID: 7442d8d4-eca0-4a22-b444-ca571a25b136 with Priority: HIGHEST for action port [ 630.937899] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7442d8d4-eca0-4a22-b444-ca571a25b136 with Priority: HIGHEST for action port [ 630.937899] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock port-7442d8d4-eca0-4a22-b444-ca571a25b136 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.937899] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7442d8d4-eca0-4a22-b444-ca571a25b136" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.937899] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7442d8d4-eca0-4a22-b444-ca571a25b136" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.937899] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7442d8d4-eca0-4a22-b444-ca571a25b136" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.937899] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7442d8d4-eca0-4a22-b444-ca571a25b136',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.297026] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f in Status: SUCCESS [ 631.297263] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.440533] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7442d8d4-eca0-4a22-b444-ca571a25b136 [ 631.441818] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.441818] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.441818] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.441983] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.442263] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.442263] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7442d8d4-eca0-4a22-b444-ca571a25b136 already deleted. [ 631.443309] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7442d8d4-eca0-4a22-b444-ca571a25b136" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.680765] env[65424]: INFO networking_nsxv3.common.synchronization [None req-d1750e15-dee8-40e1-b652-59425a49d1dc None None] Enqueued Resource ID: f7bc347d-74b9-4f98-a062-3d041ae36335 with Priority: HIGHEST for action port [ 631.682381] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7bc347d-74b9-4f98-a062-3d041ae36335 with Priority: HIGHEST for action port [ 631.686401] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock port-f7bc347d-74b9-4f98-a062-3d041ae36335 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.686568] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f7bc347d-74b9-4f98-a062-3d041ae36335" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.686645] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f7bc347d-74b9-4f98-a062-3d041ae36335" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.686911] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f7bc347d-74b9-4f98-a062-3d041ae36335" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.686990] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f7bc347d-74b9-4f98-a062-3d041ae36335',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.193316] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f7bc347d-74b9-4f98-a062-3d041ae36335 [ 632.193316] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.193316] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.193316] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.193866] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.193866] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.193866] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f7bc347d-74b9-4f98-a062-3d041ae36335 already deleted. [ 632.193866] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f7bc347d-74b9-4f98-a062-3d041ae36335" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.560660] env[65424]: INFO networking_nsxv3.common.synchronization [None req-3a20657a-555d-4d3e-8daa-2ec2401bc368 None None] Enqueued Resource ID: c4e94b13-95fd-482c-9aca-ac778078f903 with Priority: HIGHEST for action port [ 633.561453] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4e94b13-95fd-482c-9aca-ac778078f903 with Priority: HIGHEST for action port [ 633.562468] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock port-c4e94b13-95fd-482c-9aca-ac778078f903 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.562780] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c4e94b13-95fd-482c-9aca-ac778078f903" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.562918] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c4e94b13-95fd-482c-9aca-ac778078f903" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.563195] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c4e94b13-95fd-482c-9aca-ac778078f903" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.563306] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c4e94b13-95fd-482c-9aca-ac778078f903',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.065976] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c4e94b13-95fd-482c-9aca-ac778078f903 [ 634.066453] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.066587] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.066587] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.066777] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.066874] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.067035] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c4e94b13-95fd-482c-9aca-ac778078f903 already deleted. [ 634.067146] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c4e94b13-95fd-482c-9aca-ac778078f903" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.168917] env[65424]: INFO networking_nsxv3.common.synchronization [None req-39d4cc72-d1f5-42a0-bed0-2ffdbb89ce60 None None] Enqueued Resource ID: 2cdb964a-e91b-4417-99ed-c041c2b9a503 with Priority: HIGHEST for action port [ 635.169478] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2cdb964a-e91b-4417-99ed-c041c2b9a503 with Priority: HIGHEST for action port [ 635.170590] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock port-2cdb964a-e91b-4417-99ed-c041c2b9a503 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.170755] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2cdb964a-e91b-4417-99ed-c041c2b9a503" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.170809] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2cdb964a-e91b-4417-99ed-c041c2b9a503" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.171064] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2cdb964a-e91b-4417-99ed-c041c2b9a503" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.171204] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2cdb964a-e91b-4417-99ed-c041c2b9a503',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.673043] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2cdb964a-e91b-4417-99ed-c041c2b9a503 [ 635.673280] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.673429] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.673482] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.673717] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.673874] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.673991] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2cdb964a-e91b-4417-99ed-c041c2b9a503 already deleted. [ 635.673991] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2cdb964a-e91b-4417-99ed-c041c2b9a503" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.010094] env[65424]: INFO networking_nsxv3.common.synchronization [None req-bfd26687-f64b-497b-ba4a-a59dfbe9fe97 None None] Enqueued Resource ID: 587ab4ea-711f-40c0-a1c7-d10cb6a96415 with Priority: HIGHEST for action port [ 636.010697] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 587ab4ea-711f-40c0-a1c7-d10cb6a96415 with Priority: HIGHEST for action port [ 636.011013] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock port-587ab4ea-711f-40c0-a1c7-d10cb6a96415 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.011619] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-587ab4ea-711f-40c0-a1c7-d10cb6a96415" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.011710] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-587ab4ea-711f-40c0-a1c7-d10cb6a96415" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.011986] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-587ab4ea-711f-40c0-a1c7-d10cb6a96415" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.012088] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('587ab4ea-711f-40c0-a1c7-d10cb6a96415',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.515124] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 587ab4ea-711f-40c0-a1c7-d10cb6a96415 [ 636.515369] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.515440] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.518897] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.518897] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.518897] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.518897] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:587ab4ea-711f-40c0-a1c7-d10cb6a96415 already deleted. [ 636.518897] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-587ab4ea-711f-40c0-a1c7-d10cb6a96415" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.404179] env[65424]: INFO networking_nsxv3.common.synchronization [None req-863c593e-ea39-48c4-8fdf-f97c98183fee None None] Enqueued Resource ID: d8e6b643-2638-4dfa-891d-2032c01e6f4c with Priority: HIGHEST for action port [ 637.404179] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8e6b643-2638-4dfa-891d-2032c01e6f4c with Priority: HIGHEST for action port [ 637.404179] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock port-d8e6b643-2638-4dfa-891d-2032c01e6f4c taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.404616] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d8e6b643-2638-4dfa-891d-2032c01e6f4c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.404868] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d8e6b643-2638-4dfa-891d-2032c01e6f4c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.405262] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d8e6b643-2638-4dfa-891d-2032c01e6f4c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.405482] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d8e6b643-2638-4dfa-891d-2032c01e6f4c',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.909159] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d8e6b643-2638-4dfa-891d-2032c01e6f4c [ 637.909559] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.909559] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.909768] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.909955] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.909955] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.909955] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d8e6b643-2638-4dfa-891d-2032c01e6f4c already deleted. [ 637.910230] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d8e6b643-2638-4dfa-891d-2032c01e6f4c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.080620] env[65424]: INFO networking_nsxv3.common.synchronization [req-7b7f63c9-39e2-4416-b26b-5a09df5d8f6e req-4fa28dc2-bfd0-405c-99c4-467f3bac02f8 tempest-ServersWithSpecificFlavorTestJSON-746330655 tempest-ServersWithSpecificFlavorTestJSON-746330655-project-member] Enqueued Resource ID: b88875cd-811d-4be1-a2e3-2aecf00893e7 with Priority: HIGHEST for action security_group_members [ 638.081263] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b88875cd-811d-4be1-a2e3-2aecf00893e7 with Priority: HIGHEST for action security_group_members [ 638.081798] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-b88875cd-811d-4be1-a2e3-2aecf00893e7 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.081798] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b88875cd-811d-4be1-a2e3-2aecf00893e7" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.081798] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b88875cd-811d-4be1-a2e3-2aecf00893e7" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.082925] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b88875cd-811d-4be1-a2e3-2aecf00893e7" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.084163] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.084163] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.084163] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.084163] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.084163] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.084163] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b88875cd-811d-4be1-a2e3-2aecf00893e7',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.542305] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock network-672 taken with stack trace [, , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.542305] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "network-672" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.542305] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "network-672" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.542525] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "network-672" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.542654] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.542875] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.543165] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.543240] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.543349] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.543912] env[65424]: DEBUG dogpile.cache.region [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] No value present for key: 'zone-id' {{(pid=65424) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 638.543912] env[65424]: DEBUG dogpile.lock [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] NeedRegenerationException {{(pid=65424) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 638.543912] env[65424]: DEBUG dogpile.lock [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] no value, waiting for create lock {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 638.543912] env[65424]: DEBUG dogpile.lock [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] value creation lock acquired {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 638.544134] env[65424]: DEBUG dogpile.cache.region [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] No value present for key: 'zone-id' {{(pid=65424) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 638.544134] env[65424]: DEBUG dogpile.lock [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Calling creation function for not-yet-present value {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 638.544204] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 638.568630] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 638.569224] env[65424]: DEBUG dogpile.cache.region [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65424) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 638.569224] env[65424]: DEBUG dogpile.lock [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Released creation lock {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 638.572312] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "network-672" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.572312] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock port-50d86737-cf6d-4b15-a884-1889b012dee2 taken with stack trace [, , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.572312] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "port-50d86737-cf6d-4b15-a884-1889b012dee2" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.572312] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "port-50d86737-cf6d-4b15-a884-1889b012dee2" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.572312] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "port-50d86737-cf6d-4b15-a884-1889b012dee2" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.572312] env[65424]: DEBUG networking_nsxv3.api.rpc [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('50d86737-cf6d-4b15-a884-1889b012dee2',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.588505] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.589143] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.589253] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.589558] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.589758] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.591167] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.591167] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.591645] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.591826] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.591906] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.591994] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b88875cd-811d-4be1-a2e3-2aecf00893e7 already deleted. [ 638.592086] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b88875cd-811d-4be1-a2e3-2aecf00893e7" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.073881] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.073881] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.074400] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.074400] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.074480] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.075718] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Segment Port 50d86737-cf6d-4b15-a884-1889b012dee2 not found, creating... [ 639.075718] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.075718] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.075718] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.075718] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.075718] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.076103] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.076103] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.076258] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.076447] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.076581] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.076718] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Resource: SegmentPort with ID: 50d86737-cf6d-4b15-a884-1889b012dee2 is going to be created. [ 639.097244] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.097463] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.097530] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.097795] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.098019] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.098233] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "port-50d86737-cf6d-4b15-a884-1889b012dee2" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.381992] env[65424]: INFO networking_nsxv3.common.synchronization [None req-be2160df-2656-429b-8c0e-37f6783ca1ca None None] Enqueued Resource ID: 7ce60359-73b6-41a8-94a9-bc89d02a2f5b with Priority: HIGHEST for action port [ 639.383273] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ce60359-73b6-41a8-94a9-bc89d02a2f5b with Priority: HIGHEST for action port [ 639.385551] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock port-7ce60359-73b6-41a8-94a9-bc89d02a2f5b taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.385551] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7ce60359-73b6-41a8-94a9-bc89d02a2f5b" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.385551] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7ce60359-73b6-41a8-94a9-bc89d02a2f5b" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.385551] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7ce60359-73b6-41a8-94a9-bc89d02a2f5b" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.385551] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7ce60359-73b6-41a8-94a9-bc89d02a2f5b',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.844758] env[65424]: INFO networking_nsxv3.common.synchronization [req-7b7f63c9-39e2-4416-b26b-5a09df5d8f6e req-4e0c946e-f70e-409c-9ef9-22b6f429972c service nova] Enqueued Resource ID: b88875cd-811d-4be1-a2e3-2aecf00893e7 with Priority: HIGHEST for action security_group_rules [ 639.844758] env[65424]: INFO networking_nsxv3.common.synchronization [req-7b7f63c9-39e2-4416-b26b-5a09df5d8f6e req-4e0c946e-f70e-409c-9ef9-22b6f429972c service nova] Enqueued Resource ID: b88875cd-811d-4be1-a2e3-2aecf00893e7 with Priority: HIGHEST for action security_group_members [ 639.844758] env[65424]: INFO networking_nsxv3.common.synchronization [req-7b7f63c9-39e2-4416-b26b-5a09df5d8f6e req-4e0c946e-f70e-409c-9ef9-22b6f429972c service nova] Enqueued Resource ID: 50d86737-cf6d-4b15-a884-1889b012dee2 with Priority: HIGHEST for action port [ 639.844758] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b88875cd-811d-4be1-a2e3-2aecf00893e7 with Priority: HIGHEST for action security_group_rules [ 639.844758] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b88875cd-811d-4be1-a2e3-2aecf00893e7 with Priority: HIGHEST for action security_group_members [ 639.844758] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50d86737-cf6d-4b15-a884-1889b012dee2 with Priority: HIGHEST for action port [ 639.846020] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b88875cd-811d-4be1-a2e3-2aecf00893e7 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.846326] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b88875cd-811d-4be1-a2e3-2aecf00893e7" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.847184] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b88875cd-811d-4be1-a2e3-2aecf00893e7" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.847670] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b88875cd-811d-4be1-a2e3-2aecf00893e7" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.849062] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b88875cd-811d-4be1-a2e3-2aecf00893e7',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.849062] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-b88875cd-811d-4be1-a2e3-2aecf00893e7 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.849202] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b88875cd-811d-4be1-a2e3-2aecf00893e7" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.849245] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b88875cd-811d-4be1-a2e3-2aecf00893e7" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.849433] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b88875cd-811d-4be1-a2e3-2aecf00893e7" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.849566] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.849776] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.849870] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.850285] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.850285] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.850285] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b88875cd-811d-4be1-a2e3-2aecf00893e7',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.850978] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock port-50d86737-cf6d-4b15-a884-1889b012dee2 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.851103] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-50d86737-cf6d-4b15-a884-1889b012dee2" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.851170] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-50d86737-cf6d-4b15-a884-1889b012dee2" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.851318] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-50d86737-cf6d-4b15-a884-1889b012dee2" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.851392] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('50d86737-cf6d-4b15-a884-1889b012dee2',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.887495] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7ce60359-73b6-41a8-94a9-bc89d02a2f5b [ 639.887705] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.887866] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.887942] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.888169] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.889554] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.890325] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7ce60359-73b6-41a8-94a9-bc89d02a2f5b already deleted. [ 639.890325] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7ce60359-73b6-41a8-94a9-bc89d02a2f5b" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.330417] env[65424]: INFO networking_nsxv3.common.synchronization [req-ede3ffc5-a504-4a49-94a4-cf2f1f65725d req-b6aaa545-1550-4554-a1cb-94075b2891b3 tempest-FloatingIPsAssociationTestJSON-268597939 tempest-FloatingIPsAssociationTestJSON-268597939-project-member] Enqueued Resource ID: 0974405a-ba49-4f1e-9519-bcf099ba1636 with Priority: HIGHEST for action security_group_members [ 640.330981] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0974405a-ba49-4f1e-9519-bcf099ba1636 with Priority: HIGHEST for action security_group_members [ 640.331332] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-0974405a-ba49-4f1e-9519-bcf099ba1636 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.331457] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0974405a-ba49-4f1e-9519-bcf099ba1636" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.331526] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0974405a-ba49-4f1e-9519-bcf099ba1636" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.331774] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0974405a-ba49-4f1e-9519-bcf099ba1636" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.331925] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.332773] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.332937] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.337281] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.337386] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.337485] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0974405a-ba49-4f1e-9519-bcf099ba1636',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.339861] env[65424]: INFO networking_nsxv3.common.synchronization [req-f4518e29-d487-4307-80ba-7f01e6223fbf req-f7d26fd5-c9b1-438c-8c17-5130d66745c2 tempest-SecurityGroupsTestJSON-1025340934 tempest-SecurityGroupsTestJSON-1025340934-project-member] Enqueued Resource ID: 335dcde0-3240-4506-8926-6b7a4d53a241 with Priority: HIGHEST for action security_group_members [ 640.340081] env[65424]: INFO networking_nsxv3.common.synchronization [req-f4518e29-d487-4307-80ba-7f01e6223fbf req-f7d26fd5-c9b1-438c-8c17-5130d66745c2 tempest-SecurityGroupsTestJSON-1025340934 tempest-SecurityGroupsTestJSON-1025340934-project-member] Enqueued Resource ID: bed45b1a-a99a-460a-9177-638edfa36ffb with Priority: HIGHEST for action security_group_members [ 640.340299] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 335dcde0-3240-4506-8926-6b7a4d53a241 with Priority: HIGHEST for action security_group_members [ 640.340385] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bed45b1a-a99a-460a-9177-638edfa36ffb with Priority: HIGHEST for action security_group_members [ 640.341030] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-335dcde0-3240-4506-8926-6b7a4d53a241 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.341219] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-335dcde0-3240-4506-8926-6b7a4d53a241" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.341219] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-335dcde0-3240-4506-8926-6b7a4d53a241" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.341635] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-335dcde0-3240-4506-8926-6b7a4d53a241" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.341635] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.341760] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.341760] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.341872] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.341950] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.342073] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('335dcde0-3240-4506-8926-6b7a4d53a241',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.343312] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-bed45b1a-a99a-460a-9177-638edfa36ffb taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.343375] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bed45b1a-a99a-460a-9177-638edfa36ffb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.344537] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bed45b1a-a99a-460a-9177-638edfa36ffb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.344537] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bed45b1a-a99a-460a-9177-638edfa36ffb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.344537] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.344537] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.344537] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.344856] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.344856] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.345957] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bed45b1a-a99a-460a-9177-638edfa36ffb',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.352982] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-b88875cd-811d-4be1-a2e3-2aecf00893e7 taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.353143] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b88875cd-811d-4be1-a2e3-2aecf00893e7" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.354972] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b88875cd-811d-4be1-a2e3-2aecf00893e7',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.358253] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 50d86737-cf6d-4b15-a884-1889b012dee2 with status ACTIVE [ 640.358253] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.358253] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.358253] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.358253] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.358253] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.358253] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.358253] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.358253] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.358253] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.358253] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.358253] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.358253] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.358253] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.358253] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.358253] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.358253] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 50d86737-cf6d-4b15-a884-1889b012dee2 is going to be updated. [ 640.383033] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.383033] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.383033] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.383033] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.383033] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.383263] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-50d86737-cf6d-4b15-a884-1889b012dee2" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.404827] env[65424]: INFO networking_nsxv3.common.synchronization [req-f4518e29-d487-4307-80ba-7f01e6223fbf req-f7d26fd5-c9b1-438c-8c17-5130d66745c2 tempest-SecurityGroupsTestJSON-1025340934 tempest-SecurityGroupsTestJSON-1025340934-project-member] Enqueued Resource ID: 335dcde0-3240-4506-8926-6b7a4d53a241 with Priority: HIGHEST for action security_group_rules [ 640.405034] env[65424]: INFO networking_nsxv3.common.synchronization [req-f4518e29-d487-4307-80ba-7f01e6223fbf req-f7d26fd5-c9b1-438c-8c17-5130d66745c2 tempest-SecurityGroupsTestJSON-1025340934 tempest-SecurityGroupsTestJSON-1025340934-project-member] Enqueued Resource ID: 335dcde0-3240-4506-8926-6b7a4d53a241 with Priority: HIGHEST for action security_group_members [ 640.405167] env[65424]: INFO networking_nsxv3.common.synchronization [req-f4518e29-d487-4307-80ba-7f01e6223fbf req-f7d26fd5-c9b1-438c-8c17-5130d66745c2 tempest-SecurityGroupsTestJSON-1025340934 tempest-SecurityGroupsTestJSON-1025340934-project-member] Enqueued Resource ID: bed45b1a-a99a-460a-9177-638edfa36ffb with Priority: HIGHEST for action security_group_rules [ 640.405278] env[65424]: INFO networking_nsxv3.common.synchronization [req-f4518e29-d487-4307-80ba-7f01e6223fbf req-f7d26fd5-c9b1-438c-8c17-5130d66745c2 tempest-SecurityGroupsTestJSON-1025340934 tempest-SecurityGroupsTestJSON-1025340934-project-member] Enqueued Resource ID: bed45b1a-a99a-460a-9177-638edfa36ffb with Priority: HIGHEST for action security_group_members [ 640.405392] env[65424]: INFO networking_nsxv3.common.synchronization [req-f4518e29-d487-4307-80ba-7f01e6223fbf req-f7d26fd5-c9b1-438c-8c17-5130d66745c2 tempest-SecurityGroupsTestJSON-1025340934 tempest-SecurityGroupsTestJSON-1025340934-project-member] Enqueued Resource ID: 84f7e8b8-c5ee-48e9-ab7e-83e5e8023f8e with Priority: HIGHEST for action port [ 640.407351] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 335dcde0-3240-4506-8926-6b7a4d53a241 with Priority: HIGHEST for action security_group_rules [ 640.407526] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bed45b1a-a99a-460a-9177-638edfa36ffb with Priority: HIGHEST for action security_group_rules [ 640.407594] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84f7e8b8-c5ee-48e9-ab7e-83e5e8023f8e with Priority: HIGHEST for action port [ 640.407693] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 335dcde0-3240-4506-8926-6b7a4d53a241 with Priority: HIGHEST for action security_group_members [ 640.407787] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bed45b1a-a99a-460a-9177-638edfa36ffb with Priority: HIGHEST for action security_group_members [ 640.408478] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock rules-335dcde0-3240-4506-8926-6b7a4d53a241 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.408690] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-335dcde0-3240-4506-8926-6b7a4d53a241" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.408776] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-335dcde0-3240-4506-8926-6b7a4d53a241" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.409227] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-335dcde0-3240-4506-8926-6b7a4d53a241" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.409319] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('335dcde0-3240-4506-8926-6b7a4d53a241',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.410836] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bed45b1a-a99a-460a-9177-638edfa36ffb taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.410955] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bed45b1a-a99a-460a-9177-638edfa36ffb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.410955] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bed45b1a-a99a-460a-9177-638edfa36ffb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.411295] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bed45b1a-a99a-460a-9177-638edfa36ffb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.412324] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bed45b1a-a99a-460a-9177-638edfa36ffb',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.412977] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock port-84f7e8b8-c5ee-48e9-ab7e-83e5e8023f8e taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.413152] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-84f7e8b8-c5ee-48e9-ab7e-83e5e8023f8e" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.413209] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-84f7e8b8-c5ee-48e9-ab7e-83e5e8023f8e" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.413393] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-84f7e8b8-c5ee-48e9-ab7e-83e5e8023f8e" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.413488] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('84f7e8b8-c5ee-48e9-ab7e-83e5e8023f8e',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.415200] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-335dcde0-3240-4506-8926-6b7a4d53a241 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.415200] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-335dcde0-3240-4506-8926-6b7a4d53a241" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.415200] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-bed45b1a-a99a-460a-9177-638edfa36ffb taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.415200] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bed45b1a-a99a-460a-9177-638edfa36ffb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.743074] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock network-191 taken with stack trace [, , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.743349] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "network-191" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.744164] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "network-191" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.744164] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "network-191" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.744164] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.744321] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.744321] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.744543] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.744693] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.744928] env[65424]: DEBUG dogpile.cache.region [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] No value present for key: 'zone-id' {{(pid=65424) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 640.745140] env[65424]: DEBUG dogpile.lock [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] NeedRegenerationException {{(pid=65424) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 640.745140] env[65424]: DEBUG dogpile.lock [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] no value, waiting for create lock {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 640.745455] env[65424]: DEBUG dogpile.lock [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] value creation lock acquired {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 640.745455] env[65424]: DEBUG dogpile.cache.region [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] No value present for key: 'zone-id' {{(pid=65424) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 640.745455] env[65424]: DEBUG dogpile.lock [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Calling creation function for not-yet-present value {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 640.745727] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 640.764721] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 640.765114] env[65424]: DEBUG dogpile.cache.region [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65424) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 640.765114] env[65424]: DEBUG dogpile.lock [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Released creation lock {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 640.765229] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "network-191" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.765491] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock port-45ac03e7-1c2b-4953-95a6-bc8c19dbeaa3 taken with stack trace [, , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.765734] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "port-45ac03e7-1c2b-4953-95a6-bc8c19dbeaa3" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.765796] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "port-45ac03e7-1c2b-4953-95a6-bc8c19dbeaa3" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.766280] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "port-45ac03e7-1c2b-4953-95a6-bc8c19dbeaa3" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.766472] env[65424]: DEBUG networking_nsxv3.api.rpc [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('45ac03e7-1c2b-4953-95a6-bc8c19dbeaa3',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.841948] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0974405a-ba49-4f1e-9519-bcf099ba1636',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.850484] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('335dcde0-3240-4506-8926-6b7a4d53a241',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.850880] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bed45b1a-a99a-460a-9177-638edfa36ffb',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.860690] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b88875cd-811d-4be1-a2e3-2aecf00893e7',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.913292] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-bed45b1a-a99a-460a-9177-638edfa36ffb taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.913449] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bed45b1a-a99a-460a-9177-638edfa36ffb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.918946] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-335dcde0-3240-4506-8926-6b7a4d53a241 taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.918946] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-335dcde0-3240-4506-8926-6b7a4d53a241" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.918946] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 84f7e8b8-c5ee-48e9-ab7e-83e5e8023f8e with status ACTIVE [ 640.918946] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.918946] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.918946] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.918946] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.918946] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.918946] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.918946] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.918946] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.918946] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.918946] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.918946] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.919765] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.919765] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.919765] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.919765] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.919765] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 84f7e8b8-c5ee-48e9-ab7e-83e5e8023f8e is going to be updated. [ 640.943103] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.943103] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.943103] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.943103] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.943103] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.943369] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-84f7e8b8-c5ee-48e9-ab7e-83e5e8023f8e" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.986060] env[65424]: INFO networking_nsxv3.common.synchronization [None req-02737426-7779-4ae3-af81-cecc361993e9 tempest-ServersTestFqdnHostnames-1286268044 tempest-ServersTestFqdnHostnames-1286268044-project-member] Enqueued Resource ID: c431d772-6685-4785-95dc-15cd8c5fa37d with Priority: HIGHEST for action security_group_rules [ 640.986836] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c431d772-6685-4785-95dc-15cd8c5fa37d with Priority: HIGHEST for action security_group_rules [ 640.987312] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c431d772-6685-4785-95dc-15cd8c5fa37d taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.987509] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c431d772-6685-4785-95dc-15cd8c5fa37d" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.987619] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c431d772-6685-4785-95dc-15cd8c5fa37d" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.987929] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c431d772-6685-4785-95dc-15cd8c5fa37d" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.988079] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c431d772-6685-4785-95dc-15cd8c5fa37d',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.218230] env[65424]: INFO networking_nsxv3.common.synchronization [None req-a9f60595-b759-44dd-8639-830411b30124 tempest-ServersTestFqdnHostnames-1286268044 tempest-ServersTestFqdnHostnames-1286268044-project-member] Enqueued Resource ID: c431d772-6685-4785-95dc-15cd8c5fa37d with Priority: HIGHEST for action security_group_rules [ 641.218230] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c431d772-6685-4785-95dc-15cd8c5fa37d with Priority: HIGHEST for action security_group_rules [ 641.218230] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c431d772-6685-4785-95dc-15cd8c5fa37d taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.218230] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c431d772-6685-4785-95dc-15cd8c5fa37d" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.270325] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.270546] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.270632] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.270937] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.271100] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.271249] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Segment Port 45ac03e7-1c2b-4953-95a6-bc8c19dbeaa3 not found, creating... [ 641.271505] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.271674] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.271806] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.272024] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.272155] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.272422] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.272576] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.272713] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.273023] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.273136] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.273257] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Resource: SegmentPort with ID: 45ac03e7-1c2b-4953-95a6-bc8c19dbeaa3 is going to be created. [ 641.291948] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.292218] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.292289] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.292529] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.292773] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.292982] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "port-45ac03e7-1c2b-4953-95a6-bc8c19dbeaa3" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.343950] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0974405a-ba49-4f1e-9519-bcf099ba1636',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.353209] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('335dcde0-3240-4506-8926-6b7a4d53a241',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.354451] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bed45b1a-a99a-460a-9177-638edfa36ffb',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.362020] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.362678] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.362678] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.362678] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.362987] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.362987] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b88875cd-811d-4be1-a2e3-2aecf00893e7 is going to be created. [ 641.399214] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.399391] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.399472] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.399716] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.399882] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.418743] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b88875cd-811d-4be1-a2e3-2aecf00893e7 in Status: UNINITIALIZED for 2s [ 641.508821] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.509878] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.509878] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.509878] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.509878] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.509878] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c431d772-6685-4785-95dc-15cd8c5fa37d already deleted. [ 641.509878] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c431d772-6685-4785-95dc-15cd8c5fa37d" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.509878] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c431d772-6685-4785-95dc-15cd8c5fa37d" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.510214] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c431d772-6685-4785-95dc-15cd8c5fa37d" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.510214] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c431d772-6685-4785-95dc-15cd8c5fa37d',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.846632] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.846821] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.846868] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.847092] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.847182] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.847279] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0974405a-ba49-4f1e-9519-bcf099ba1636 is going to be updated. [ 641.856945] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.857127] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.857227] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.857931] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.858098] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.858208] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 335dcde0-3240-4506-8926-6b7a4d53a241 is going to be created. [ 641.860205] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.860334] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.860686] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.860933] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.861044] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.861140] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bed45b1a-a99a-460a-9177-638edfa36ffb is going to be updated. [ 641.879960] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.880199] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.880256] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.880480] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.880628] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.893341] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.893544] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.893544] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.893796] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.894109] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.895811] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0974405a-ba49-4f1e-9519-bcf099ba1636 in Status: IN_PROGRESS for 2s [ 641.896940] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.897069] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.897205] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.897387] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.897515] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.904303] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bed45b1a-a99a-460a-9177-638edfa36ffb in Status: IN_PROGRESS for 2s [ 641.904922] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 335dcde0-3240-4506-8926-6b7a4d53a241 in Status: UNINITIALIZED for 2s [ 642.000090] env[65424]: INFO networking_nsxv3.common.synchronization [req-ede3ffc5-a504-4a49-94a4-cf2f1f65725d req-0bcfe9b0-7c0e-4ed3-9d6b-15cfbfd296a7 service nova] Enqueued Resource ID: 0974405a-ba49-4f1e-9519-bcf099ba1636 with Priority: HIGHEST for action security_group_rules [ 642.000090] env[65424]: INFO networking_nsxv3.common.synchronization [req-ede3ffc5-a504-4a49-94a4-cf2f1f65725d req-0bcfe9b0-7c0e-4ed3-9d6b-15cfbfd296a7 service nova] Enqueued Resource ID: 0974405a-ba49-4f1e-9519-bcf099ba1636 with Priority: HIGHEST for action security_group_members [ 642.000090] env[65424]: INFO networking_nsxv3.common.synchronization [req-ede3ffc5-a504-4a49-94a4-cf2f1f65725d req-0bcfe9b0-7c0e-4ed3-9d6b-15cfbfd296a7 service nova] Enqueued Resource ID: 45ac03e7-1c2b-4953-95a6-bc8c19dbeaa3 with Priority: HIGHEST for action port [ 642.000856] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0974405a-ba49-4f1e-9519-bcf099ba1636 with Priority: HIGHEST for action security_group_rules [ 642.000994] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0974405a-ba49-4f1e-9519-bcf099ba1636 with Priority: HIGHEST for action security_group_members [ 642.001107] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45ac03e7-1c2b-4953-95a6-bc8c19dbeaa3 with Priority: HIGHEST for action port [ 642.001434] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0974405a-ba49-4f1e-9519-bcf099ba1636 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.001511] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0974405a-ba49-4f1e-9519-bcf099ba1636" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.001581] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0974405a-ba49-4f1e-9519-bcf099ba1636" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.001784] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0974405a-ba49-4f1e-9519-bcf099ba1636" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.001860] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0974405a-ba49-4f1e-9519-bcf099ba1636',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.003123] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-0974405a-ba49-4f1e-9519-bcf099ba1636 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.004230] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0974405a-ba49-4f1e-9519-bcf099ba1636" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.004468] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock port-45ac03e7-1c2b-4953-95a6-bc8c19dbeaa3 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.005083] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-45ac03e7-1c2b-4953-95a6-bc8c19dbeaa3" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.005083] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-45ac03e7-1c2b-4953-95a6-bc8c19dbeaa3" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.005083] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-45ac03e7-1c2b-4953-95a6-bc8c19dbeaa3" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.007655] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('45ac03e7-1c2b-4953-95a6-bc8c19dbeaa3',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.032862] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.033093] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.033093] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.033297] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.033387] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.033482] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c431d772-6685-4785-95dc-15cd8c5fa37d already deleted. [ 642.033563] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c431d772-6685-4785-95dc-15cd8c5fa37d" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.509714] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-0974405a-ba49-4f1e-9519-bcf099ba1636 taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.510136] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0974405a-ba49-4f1e-9519-bcf099ba1636" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.510136] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 45ac03e7-1c2b-4953-95a6-bc8c19dbeaa3 with status ACTIVE [ 642.510353] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.510565] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.510699] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.510963] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.511084] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.511280] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.511385] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.511448] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.511616] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.511694] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.511888] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.511991] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.512064] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.512207] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.512281] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.512366] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 45ac03e7-1c2b-4953-95a6-bc8c19dbeaa3 is going to be updated. [ 642.534440] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.534632] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.534632] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.534866] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.535057] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.535213] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-45ac03e7-1c2b-4953-95a6-bc8c19dbeaa3" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.250897] env[65424]: INFO networking_nsxv3.common.synchronization [req-ee60d93f-49b2-4fa6-8d87-ef30a9f04d56 req-a61e847d-3bf4-40df-a27d-a2c52382281d tempest-MigrationsAdminTest-53002843 tempest-MigrationsAdminTest-53002843-project-member] Enqueued Resource ID: 9c77e0b5-de72-4db2-a933-8eadeb7274a8 with Priority: HIGHEST for action security_group_members [ 643.258014] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c77e0b5-de72-4db2-a933-8eadeb7274a8 with Priority: HIGHEST for action security_group_members [ 643.258014] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c77e0b5-de72-4db2-a933-8eadeb7274a8 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.258014] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c77e0b5-de72-4db2-a933-8eadeb7274a8" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.258014] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c77e0b5-de72-4db2-a933-8eadeb7274a8" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.258014] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c77e0b5-de72-4db2-a933-8eadeb7274a8" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.258014] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.258014] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.258014] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.258014] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.258014] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.258014] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9c77e0b5-de72-4db2-a933-8eadeb7274a8',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.429987] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b88875cd-811d-4be1-a2e3-2aecf00893e7 in Status: SUCCESS [ 643.430241] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b88875cd-811d-4be1-a2e3-2aecf00893e7" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.430412] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b88875cd-811d-4be1-a2e3-2aecf00893e7" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.430628] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b88875cd-811d-4be1-a2e3-2aecf00893e7" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.430817] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.430934] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.430997] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.431166] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.431275] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.431582] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b88875cd-811d-4be1-a2e3-2aecf00893e7" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.431582] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b88875cd-811d-4be1-a2e3-2aecf00893e7',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.727129] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock network-496 taken with stack trace [, , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.727129] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "network-496" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.727129] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "network-496" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.727129] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "network-496" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.727129] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.727129] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.727129] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.727129] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.727129] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.727129] env[65424]: DEBUG dogpile.cache.region [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] No value present for key: 'zone-id' {{(pid=65424) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 643.727129] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] NeedRegenerationException {{(pid=65424) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 643.727129] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] no value, waiting for create lock {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 643.728315] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] value creation lock acquired {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 643.728745] env[65424]: DEBUG dogpile.cache.region [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] No value present for key: 'zone-id' {{(pid=65424) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 643.729258] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Calling creation function for not-yet-present value {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 643.729901] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 643.753389] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 643.756023] env[65424]: DEBUG dogpile.cache.region [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65424) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 643.756023] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Released creation lock {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 643.756023] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "network-496" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.756023] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock port-93ac07f8-7d4c-4e1c-8172-0d46f2e7232d taken with stack trace [, , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.756023] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "port-93ac07f8-7d4c-4e1c-8172-0d46f2e7232d" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.756023] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "port-93ac07f8-7d4c-4e1c-8172-0d46f2e7232d" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.756023] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "port-93ac07f8-7d4c-4e1c-8172-0d46f2e7232d" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.756023] env[65424]: DEBUG networking_nsxv3.api.rpc [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('93ac07f8-7d4c-4e1c-8172-0d46f2e7232d',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.757018] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.757706] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.759296] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.759296] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.759296] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.759296] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.759296] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.759296] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.759296] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.759296] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.759296] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c77e0b5-de72-4db2-a933-8eadeb7274a8 already deleted. [ 643.759296] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c77e0b5-de72-4db2-a933-8eadeb7274a8" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.905702] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0974405a-ba49-4f1e-9519-bcf099ba1636 in Status: SUCCESS [ 643.905953] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0974405a-ba49-4f1e-9519-bcf099ba1636" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.907566] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0974405a-ba49-4f1e-9519-bcf099ba1636" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.907780] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0974405a-ba49-4f1e-9519-bcf099ba1636" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.907994] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.908123] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.908184] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.908338] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.908418] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.908509] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0974405a-ba49-4f1e-9519-bcf099ba1636',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.917365] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 335dcde0-3240-4506-8926-6b7a4d53a241 in Status: SUCCESS [ 643.917570] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-335dcde0-3240-4506-8926-6b7a4d53a241" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.918032] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-335dcde0-3240-4506-8926-6b7a4d53a241" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.918247] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-335dcde0-3240-4506-8926-6b7a4d53a241" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.918427] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.918542] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.918648] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.918746] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.918823] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.918916] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('335dcde0-3240-4506-8926-6b7a4d53a241',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.922432] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bed45b1a-a99a-460a-9177-638edfa36ffb in Status: SUCCESS [ 643.922432] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bed45b1a-a99a-460a-9177-638edfa36ffb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.922432] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bed45b1a-a99a-460a-9177-638edfa36ffb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.922432] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bed45b1a-a99a-460a-9177-638edfa36ffb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.922432] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.922432] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.922432] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.922432] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.922432] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.922432] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bed45b1a-a99a-460a-9177-638edfa36ffb',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.939831] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b88875cd-811d-4be1-a2e3-2aecf00893e7',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.257474] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.257811] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.258020] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.258360] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.259081] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.259081] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Segment Port 93ac07f8-7d4c-4e1c-8172-0d46f2e7232d not found, creating... [ 644.259081] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.259283] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.259283] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.259580] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.259722] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.260195] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.260408] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.260526] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.260858] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.261086] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.261304] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Resource: SegmentPort with ID: 93ac07f8-7d4c-4e1c-8172-0d46f2e7232d is going to be created. [ 644.281919] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.282170] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.282294] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.282564] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.282820] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.283046] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "port-93ac07f8-7d4c-4e1c-8172-0d46f2e7232d" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.412369] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0974405a-ba49-4f1e-9519-bcf099ba1636',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.421061] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('335dcde0-3240-4506-8926-6b7a4d53a241',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.425714] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bed45b1a-a99a-460a-9177-638edfa36ffb',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.443989] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b88875cd-811d-4be1-a2e3-2aecf00893e7: rpc.has_security_group_logging(os_id): False [ 644.461735] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.461922] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.461995] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.462211] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.462304] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.462566] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.462743] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.462810] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.462996] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.463082] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.463172] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b88875cd-811d-4be1-a2e3-2aecf00893e7 is going to be created. [ 644.523197] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.523341] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.523406] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.523713] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.524016] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.542878] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b88875cd-811d-4be1-a2e3-2aecf00893e7 in Status: IN_PROGRESS for 2s [ 644.915625] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0974405a-ba49-4f1e-9519-bcf099ba1636',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.923261] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('335dcde0-3240-4506-8926-6b7a4d53a241',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.928451] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bed45b1a-a99a-460a-9177-638edfa36ffb',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.020491] env[65424]: INFO networking_nsxv3.common.synchronization [req-ee60d93f-49b2-4fa6-8d87-ef30a9f04d56 req-3ab9ab9f-c8cc-42af-aacd-fc099dd6019f service nova] Enqueued Resource ID: 9c77e0b5-de72-4db2-a933-8eadeb7274a8 with Priority: HIGHEST for action security_group_rules [ 645.020714] env[65424]: INFO networking_nsxv3.common.synchronization [req-ee60d93f-49b2-4fa6-8d87-ef30a9f04d56 req-3ab9ab9f-c8cc-42af-aacd-fc099dd6019f service nova] Enqueued Resource ID: 9c77e0b5-de72-4db2-a933-8eadeb7274a8 with Priority: HIGHEST for action security_group_members [ 645.020938] env[65424]: INFO networking_nsxv3.common.synchronization [req-ee60d93f-49b2-4fa6-8d87-ef30a9f04d56 req-3ab9ab9f-c8cc-42af-aacd-fc099dd6019f service nova] Enqueued Resource ID: 93ac07f8-7d4c-4e1c-8172-0d46f2e7232d with Priority: HIGHEST for action port [ 645.021199] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c77e0b5-de72-4db2-a933-8eadeb7274a8 with Priority: HIGHEST for action security_group_rules [ 645.021327] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c77e0b5-de72-4db2-a933-8eadeb7274a8 with Priority: HIGHEST for action security_group_members [ 645.021423] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93ac07f8-7d4c-4e1c-8172-0d46f2e7232d with Priority: HIGHEST for action port [ 645.021965] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9c77e0b5-de72-4db2-a933-8eadeb7274a8 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.022339] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9c77e0b5-de72-4db2-a933-8eadeb7274a8" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.022396] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9c77e0b5-de72-4db2-a933-8eadeb7274a8" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.022828] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9c77e0b5-de72-4db2-a933-8eadeb7274a8" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.023082] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9c77e0b5-de72-4db2-a933-8eadeb7274a8',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.023937] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c77e0b5-de72-4db2-a933-8eadeb7274a8 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.024081] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c77e0b5-de72-4db2-a933-8eadeb7274a8" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.024147] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c77e0b5-de72-4db2-a933-8eadeb7274a8" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.024327] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c77e0b5-de72-4db2-a933-8eadeb7274a8" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.024481] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.024564] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.024626] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.024765] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.025267] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.025267] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9c77e0b5-de72-4db2-a933-8eadeb7274a8',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.025720] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock port-93ac07f8-7d4c-4e1c-8172-0d46f2e7232d taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.025826] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-93ac07f8-7d4c-4e1c-8172-0d46f2e7232d" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.025964] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-93ac07f8-7d4c-4e1c-8172-0d46f2e7232d" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.026089] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-93ac07f8-7d4c-4e1c-8172-0d46f2e7232d" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.026166] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('93ac07f8-7d4c-4e1c-8172-0d46f2e7232d',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.277950] env[65424]: INFO networking_nsxv3.common.synchronization [req-791cb92a-e97c-4e40-a9cc-449af6c658bc req-3b59fd78-f797-4900-a7a5-1442472e16aa tempest-DeleteServersAdminTestJSON-1189740391 tempest-DeleteServersAdminTestJSON-1189740391-project-member] Enqueued Resource ID: 5179ad91-711f-4723-9d58-6eeeb82ed57f with Priority: HIGHEST for action security_group_members [ 645.278790] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5179ad91-711f-4723-9d58-6eeeb82ed57f with Priority: HIGHEST for action security_group_members [ 645.279263] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-5179ad91-711f-4723-9d58-6eeeb82ed57f taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.279564] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5179ad91-711f-4723-9d58-6eeeb82ed57f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.279657] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5179ad91-711f-4723-9d58-6eeeb82ed57f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.279904] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5179ad91-711f-4723-9d58-6eeeb82ed57f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.280032] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.280155] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.280218] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.280425] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.280558] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.280672] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5179ad91-711f-4723-9d58-6eeeb82ed57f',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.417945] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.418665] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.418665] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.418665] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.418956] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.418956] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0974405a-ba49-4f1e-9519-bcf099ba1636 is going to be updated. [ 645.426766] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.426766] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.426766] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.426766] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.426766] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.426766] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 335dcde0-3240-4506-8926-6b7a4d53a241 is going to be updated. [ 645.431254] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.431254] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.431254] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.431597] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.431597] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.431597] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bed45b1a-a99a-460a-9177-638edfa36ffb is going to be updated. [ 645.456484] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.456732] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.456783] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.457622] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.457922] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.460301] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.460489] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.460654] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.460794] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.460949] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.462752] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.463041] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.463041] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.463208] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.463348] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.478414] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bed45b1a-a99a-460a-9177-638edfa36ffb in Status: IN_PROGRESS for 2s [ 645.479157] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0974405a-ba49-4f1e-9519-bcf099ba1636 in Status: IN_PROGRESS for 2s [ 645.479734] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 335dcde0-3240-4506-8926-6b7a4d53a241 in Status: IN_PROGRESS for 2s [ 645.528343] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c77e0b5-de72-4db2-a933-8eadeb7274a8 taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.528645] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c77e0b5-de72-4db2-a933-8eadeb7274a8" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.528861] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9c77e0b5-de72-4db2-a933-8eadeb7274a8',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.529783] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 93ac07f8-7d4c-4e1c-8172-0d46f2e7232d with status ACTIVE [ 645.529964] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.530094] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.530160] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.530387] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.530480] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.530757] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.531050] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.531050] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.531595] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.531595] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.531595] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.531595] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.531903] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.531903] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.531903] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.531903] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 93ac07f8-7d4c-4e1c-8172-0d46f2e7232d is going to be updated. [ 645.565439] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.565773] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.565878] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.566126] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.566311] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.566711] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-93ac07f8-7d4c-4e1c-8172-0d46f2e7232d" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.702039] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock network-496 taken with stack trace [, , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.702039] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "network-496" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.702039] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "network-496" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.702039] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "network-496" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.702375] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.702429] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.702513] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.702745] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.702883] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.703280] env[65424]: DEBUG dogpile.cache.region [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] No value present for key: 'zone-id' {{(pid=65424) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 645.703445] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] NeedRegenerationException {{(pid=65424) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 645.703660] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] no value, waiting for create lock {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 645.703711] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] value creation lock acquired {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 645.703815] env[65424]: DEBUG dogpile.cache.region [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] No value present for key: 'zone-id' {{(pid=65424) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 645.703916] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Calling creation function for not-yet-present value {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 645.704052] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 645.725112] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 645.725288] env[65424]: DEBUG dogpile.cache.region [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65424) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 645.725420] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Released creation lock {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 645.725783] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "network-496" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.726012] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock port-7ed83c34-5655-41df-bea0-0bd8a7ad1d9c taken with stack trace [, , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.726101] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "port-7ed83c34-5655-41df-bea0-0bd8a7ad1d9c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.726191] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "port-7ed83c34-5655-41df-bea0-0bd8a7ad1d9c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.726765] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "port-7ed83c34-5655-41df-bea0-0bd8a7ad1d9c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.726765] env[65424]: DEBUG networking_nsxv3.api.rpc [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7ed83c34-5655-41df-bea0-0bd8a7ad1d9c',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.783264] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.783431] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.783476] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.783687] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.783777] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.783961] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.784068] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.784132] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.784281] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.784356] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.784555] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5179ad91-711f-4723-9d58-6eeeb82ed57f is going to be updated. [ 645.815105] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.815105] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.815105] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.815105] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.815105] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.826390] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5179ad91-711f-4723-9d58-6eeeb82ed57f in Status: IN_PROGRESS for 2s [ 646.035076] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9c77e0b5-de72-4db2-a933-8eadeb7274a8',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.229673] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.230018] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.230213] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.230549] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.231028] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.231235] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Segment Port 7ed83c34-5655-41df-bea0-0bd8a7ad1d9c not found, creating... [ 646.231636] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.232258] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.232452] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.232767] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.232971] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.233345] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.233564] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.233736] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.233991] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.234145] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.234282] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Resource: SegmentPort with ID: 7ed83c34-5655-41df-bea0-0bd8a7ad1d9c is going to be created. [ 646.259517] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.259815] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.259947] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.260235] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.260459] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.260707] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "port-7ed83c34-5655-41df-bea0-0bd8a7ad1d9c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.538469] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.538648] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.538723] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.538946] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.539052] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.539148] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c77e0b5-de72-4db2-a933-8eadeb7274a8 is going to be created. [ 646.558017] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b88875cd-811d-4be1-a2e3-2aecf00893e7 in Status: SUCCESS [ 646.558301] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b88875cd-811d-4be1-a2e3-2aecf00893e7" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.568933] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.569161] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.569281] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.569804] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.569804] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.580258] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c77e0b5-de72-4db2-a933-8eadeb7274a8 in Status: UNINITIALIZED for 2s [ 646.964605] env[65424]: INFO networking_nsxv3.common.synchronization [req-791cb92a-e97c-4e40-a9cc-449af6c658bc req-096c5228-ca5f-4c2b-8be8-bb37885e600e service nova] Enqueued Resource ID: 5179ad91-711f-4723-9d58-6eeeb82ed57f with Priority: HIGHEST for action security_group_rules [ 646.964605] env[65424]: INFO networking_nsxv3.common.synchronization [req-791cb92a-e97c-4e40-a9cc-449af6c658bc req-096c5228-ca5f-4c2b-8be8-bb37885e600e service nova] Enqueued Resource ID: 5179ad91-711f-4723-9d58-6eeeb82ed57f with Priority: HIGHEST for action security_group_members [ 646.964605] env[65424]: INFO networking_nsxv3.common.synchronization [req-791cb92a-e97c-4e40-a9cc-449af6c658bc req-096c5228-ca5f-4c2b-8be8-bb37885e600e service nova] Enqueued Resource ID: 7ed83c34-5655-41df-bea0-0bd8a7ad1d9c with Priority: HIGHEST for action port [ 646.964605] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5179ad91-711f-4723-9d58-6eeeb82ed57f with Priority: HIGHEST for action security_group_rules [ 646.964605] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5179ad91-711f-4723-9d58-6eeeb82ed57f with Priority: HIGHEST for action security_group_members [ 646.964605] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ed83c34-5655-41df-bea0-0bd8a7ad1d9c with Priority: HIGHEST for action port [ 646.964605] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5179ad91-711f-4723-9d58-6eeeb82ed57f taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.965263] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5179ad91-711f-4723-9d58-6eeeb82ed57f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.965484] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5179ad91-711f-4723-9d58-6eeeb82ed57f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.968538] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5179ad91-711f-4723-9d58-6eeeb82ed57f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.968538] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5179ad91-711f-4723-9d58-6eeeb82ed57f',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.968538] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-5179ad91-711f-4723-9d58-6eeeb82ed57f taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.968538] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5179ad91-711f-4723-9d58-6eeeb82ed57f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.968538] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock port-7ed83c34-5655-41df-bea0-0bd8a7ad1d9c taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.968538] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7ed83c34-5655-41df-bea0-0bd8a7ad1d9c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.968538] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7ed83c34-5655-41df-bea0-0bd8a7ad1d9c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.968538] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7ed83c34-5655-41df-bea0-0bd8a7ad1d9c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.968538] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7ed83c34-5655-41df-bea0-0bd8a7ad1d9c',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.471237] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-5179ad91-711f-4723-9d58-6eeeb82ed57f taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.471622] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5179ad91-711f-4723-9d58-6eeeb82ed57f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.471622] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7ed83c34-5655-41df-bea0-0bd8a7ad1d9c with status ACTIVE [ 647.471720] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.472767] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.472767] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.472767] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.472767] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.472767] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.472767] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.472767] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.472767] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.473280] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.473280] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.473280] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.473280] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.473426] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.473426] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.473490] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7ed83c34-5655-41df-bea0-0bd8a7ad1d9c is going to be updated. [ 647.495135] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0974405a-ba49-4f1e-9519-bcf099ba1636 in Status: SUCCESS [ 647.495356] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0974405a-ba49-4f1e-9519-bcf099ba1636" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.495528] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0974405a-ba49-4f1e-9519-bcf099ba1636" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.495746] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0974405a-ba49-4f1e-9519-bcf099ba1636" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.495937] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.496073] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.496135] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.496323] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.496407] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.496537] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0974405a-ba49-4f1e-9519-bcf099ba1636" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.496634] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0974405a-ba49-4f1e-9519-bcf099ba1636',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.498187] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 335dcde0-3240-4506-8926-6b7a4d53a241 in Status: SUCCESS [ 647.498368] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-335dcde0-3240-4506-8926-6b7a4d53a241" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.499049] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bed45b1a-a99a-460a-9177-638edfa36ffb in Status: SUCCESS [ 647.499213] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bed45b1a-a99a-460a-9177-638edfa36ffb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.499368] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-335dcde0-3240-4506-8926-6b7a4d53a241" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.499545] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-335dcde0-3240-4506-8926-6b7a4d53a241" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.499722] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.499837] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.499899] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.500166] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.500166] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.500288] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-335dcde0-3240-4506-8926-6b7a4d53a241" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.500288] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('335dcde0-3240-4506-8926-6b7a4d53a241',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.501121] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bed45b1a-a99a-460a-9177-638edfa36ffb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.501288] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bed45b1a-a99a-460a-9177-638edfa36ffb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.501461] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.501571] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.501630] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.501767] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.501857] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.501941] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bed45b1a-a99a-460a-9177-638edfa36ffb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.502061] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bed45b1a-a99a-460a-9177-638edfa36ffb',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.505149] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.505283] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.505326] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.505495] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.505621] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.505780] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7ed83c34-5655-41df-bea0-0bd8a7ad1d9c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.711271] env[65424]: INFO networking_nsxv3.common.synchronization [None req-84c6cd4e-faaf-4a07-bc29-ccabe97fed00 None None] Enqueued Resource ID: eec718f6-6787-4c48-a3c1-6746d98b637b with Priority: HIGHEST for action port [ 647.711271] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eec718f6-6787-4c48-a3c1-6746d98b637b with Priority: HIGHEST for action port [ 647.712028] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock port-eec718f6-6787-4c48-a3c1-6746d98b637b taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.712028] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eec718f6-6787-4c48-a3c1-6746d98b637b" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.712028] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eec718f6-6787-4c48-a3c1-6746d98b637b" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.712252] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eec718f6-6787-4c48-a3c1-6746d98b637b" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.712252] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eec718f6-6787-4c48-a3c1-6746d98b637b',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.839791] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5179ad91-711f-4723-9d58-6eeeb82ed57f in Status: SUCCESS [ 647.839791] env[65424]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5179ad91-711f-4723-9d58-6eeeb82ed57f deletion is rescheduled due to dependency. [ 647.839791] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5179ad91-711f-4723-9d58-6eeeb82ed57f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.839791] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5179ad91-711f-4723-9d58-6eeeb82ed57f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.839791] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5179ad91-711f-4723-9d58-6eeeb82ed57f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.840166] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.840166] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.840274] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.841162] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.841162] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.841162] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5179ad91-711f-4723-9d58-6eeeb82ed57f',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.006855] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-0974405a-ba49-4f1e-9519-bcf099ba1636 taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.006855] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0974405a-ba49-4f1e-9519-bcf099ba1636" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.006855] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0974405a-ba49-4f1e-9519-bcf099ba1636" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.006855] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0974405a-ba49-4f1e-9519-bcf099ba1636" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.006855] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.006855] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.006855] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.006855] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.006855] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.006855] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0974405a-ba49-4f1e-9519-bcf099ba1636" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.006855] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-0974405a-ba49-4f1e-9519-bcf099ba1636 taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.006855] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0974405a-ba49-4f1e-9519-bcf099ba1636" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.006855] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0974405a-ba49-4f1e-9519-bcf099ba1636" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.006855] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0974405a-ba49-4f1e-9519-bcf099ba1636" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.006855] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.006855] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.007518] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.007518] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.007518] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.007518] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0974405a-ba49-4f1e-9519-bcf099ba1636" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.007518] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0974405a-ba49-4f1e-9519-bcf099ba1636',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.008158] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('335dcde0-3240-4506-8926-6b7a4d53a241',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.010440] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-bed45b1a-a99a-460a-9177-638edfa36ffb taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.010649] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bed45b1a-a99a-460a-9177-638edfa36ffb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.010649] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bed45b1a-a99a-460a-9177-638edfa36ffb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.010867] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bed45b1a-a99a-460a-9177-638edfa36ffb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.011140] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.012061] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.012061] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.012061] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.012061] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.012061] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bed45b1a-a99a-460a-9177-638edfa36ffb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.012061] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-bed45b1a-a99a-460a-9177-638edfa36ffb taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.012061] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bed45b1a-a99a-460a-9177-638edfa36ffb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.012061] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bed45b1a-a99a-460a-9177-638edfa36ffb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.012475] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bed45b1a-a99a-460a-9177-638edfa36ffb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.012475] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.012475] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.012608] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.012690] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.012779] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.012945] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bed45b1a-a99a-460a-9177-638edfa36ffb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.013077] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bed45b1a-a99a-460a-9177-638edfa36ffb',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.213971] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port eec718f6-6787-4c48-a3c1-6746d98b637b [ 648.214714] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.214948] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.215066] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.216357] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.216357] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.216357] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:eec718f6-6787-4c48-a3c1-6746d98b637b already deleted. [ 648.216357] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eec718f6-6787-4c48-a3c1-6746d98b637b" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.344498] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5179ad91-711f-4723-9d58-6eeeb82ed57f',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.515242] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0974405a-ba49-4f1e-9519-bcf099ba1636: rpc.has_security_group_logging(os_id): False [ 648.516533] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 335dcde0-3240-4506-8926-6b7a4d53a241: rpc.has_security_group_logging(os_id): False [ 648.517390] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bed45b1a-a99a-460a-9177-638edfa36ffb: rpc.has_security_group_logging(os_id): False [ 648.540035] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.540035] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.540035] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.540035] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.540035] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.540035] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.540035] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.540035] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.540035] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.540035] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.540035] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 335dcde0-3240-4506-8926-6b7a4d53a241 is going to be created. [ 648.541971] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.542388] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.542577] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.542963] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.543308] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.543660] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.543958] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.544163] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.545041] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.545041] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.545041] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.545041] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.545041] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.545549] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.545880] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.546236] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.547061] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.547061] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.547061] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.547061] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.547061] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0974405a-ba49-4f1e-9519-bcf099ba1636 is going to be updated. [ 648.548781] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.548882] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.548945] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.549125] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.549203] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.549453] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.549549] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.549817] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.549817] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.549817] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.553021] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.553021] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.553021] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.553021] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.553021] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.553021] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.553021] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.553021] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.553021] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.553021] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.553021] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bed45b1a-a99a-460a-9177-638edfa36ffb is going to be updated. [ 648.593209] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c77e0b5-de72-4db2-a933-8eadeb7274a8 in Status: SUCCESS [ 648.593430] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c77e0b5-de72-4db2-a933-8eadeb7274a8" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.593616] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c77e0b5-de72-4db2-a933-8eadeb7274a8" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.593848] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c77e0b5-de72-4db2-a933-8eadeb7274a8" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.594196] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.594324] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.594324] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.594451] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.594530] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.594617] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c77e0b5-de72-4db2-a933-8eadeb7274a8" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.594706] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9c77e0b5-de72-4db2-a933-8eadeb7274a8',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.639388] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.639388] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.639388] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.639642] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.639868] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.643700] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.643700] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.643969] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.644054] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.644216] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.652336] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.652536] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.652536] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.653337] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.653337] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.656735] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 335dcde0-3240-4506-8926-6b7a4d53a241 in Status: IN_PROGRESS for 2s [ 648.671431] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bed45b1a-a99a-460a-9177-638edfa36ffb in Status: IN_PROGRESS for 2s [ 648.717203] env[65424]: INFO networking_nsxv3.common.synchronization [None req-a55d3976-0ad1-49b8-8a5a-33df97045c56 None None] Enqueued Resource ID: 1d2fcea4-1d67-40e6-b9c4-f5c434c371d3 with Priority: HIGHEST for action port [ 648.717748] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d2fcea4-1d67-40e6-b9c4-f5c434c371d3 with Priority: HIGHEST for action port [ 648.718133] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock port-1d2fcea4-1d67-40e6-b9c4-f5c434c371d3 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.718300] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1d2fcea4-1d67-40e6-b9c4-f5c434c371d3" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.718300] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1d2fcea4-1d67-40e6-b9c4-f5c434c371d3" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.718762] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1d2fcea4-1d67-40e6-b9c4-f5c434c371d3" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.718762] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1d2fcea4-1d67-40e6-b9c4-f5c434c371d3',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.850319] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5179ad91-711f-4723-9d58-6eeeb82ed57f',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.900118] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0974405a-ba49-4f1e-9519-bcf099ba1636 in Status: IN_PROGRESS for 2s [ 649.100700] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c77e0b5-de72-4db2-a933-8eadeb7274a8 taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.100819] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c77e0b5-de72-4db2-a933-8eadeb7274a8" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.100819] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c77e0b5-de72-4db2-a933-8eadeb7274a8" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.101461] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c77e0b5-de72-4db2-a933-8eadeb7274a8" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.101461] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.101461] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.101648] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.101691] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.102575] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.102575] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c77e0b5-de72-4db2-a933-8eadeb7274a8" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.102575] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c77e0b5-de72-4db2-a933-8eadeb7274a8 taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.102575] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c77e0b5-de72-4db2-a933-8eadeb7274a8" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.102575] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c77e0b5-de72-4db2-a933-8eadeb7274a8" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.102575] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c77e0b5-de72-4db2-a933-8eadeb7274a8" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.102925] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.102925] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.102925] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.103380] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.103464] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.103547] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c77e0b5-de72-4db2-a933-8eadeb7274a8" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.103933] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9c77e0b5-de72-4db2-a933-8eadeb7274a8',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.221332] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1d2fcea4-1d67-40e6-b9c4-f5c434c371d3 [ 649.222614] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.222614] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.222614] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.222614] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.222614] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.222614] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1d2fcea4-1d67-40e6-b9c4-f5c434c371d3 already deleted. [ 649.222614] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1d2fcea4-1d67-40e6-b9c4-f5c434c371d3" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.352327] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.352564] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.352620] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.354346] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.354346] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.354346] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5179ad91-711f-4723-9d58-6eeeb82ed57f is going to be updated. [ 649.420773] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.421046] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.421046] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.421222] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.421374] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.433522] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5179ad91-711f-4723-9d58-6eeeb82ed57f in Status: IN_PROGRESS for 2s [ 649.521737] env[65424]: INFO networking_nsxv3.common.synchronization [req-3cf3c9c0-1355-4696-b25b-33bd9dad9e1a req-49d561ce-a275-4dc0-a72e-5c8bb6684b50 tempest-ListImageFiltersTestJSON-1316479358 tempest-ListImageFiltersTestJSON-1316479358-project-member] Enqueued Resource ID: d9c85c1e-7ed9-48f5-adc1-b6e7cea3e1e5 with Priority: HIGHEST for action security_group_members [ 649.521737] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9c85c1e-7ed9-48f5-adc1-b6e7cea3e1e5 with Priority: HIGHEST for action security_group_members [ 649.522804] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9c85c1e-7ed9-48f5-adc1-b6e7cea3e1e5 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.525894] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9c85c1e-7ed9-48f5-adc1-b6e7cea3e1e5" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.525894] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9c85c1e-7ed9-48f5-adc1-b6e7cea3e1e5" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.525894] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9c85c1e-7ed9-48f5-adc1-b6e7cea3e1e5" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.525894] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.525894] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.525894] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.527421] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.529989] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.529989] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d9c85c1e-7ed9-48f5-adc1-b6e7cea3e1e5',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.608376] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9c77e0b5-de72-4db2-a933-8eadeb7274a8: rpc.has_security_group_logging(os_id): False [ 649.629212] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.629212] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.629212] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.629212] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.629212] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.629212] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.629212] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.629212] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.629212] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.629212] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.629212] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.629212] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.629212] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.629212] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.629212] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.629927] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.629927] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.629927] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.630410] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.630410] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.630410] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9c77e0b5-de72-4db2-a933-8eadeb7274a8 is going to be created. [ 649.710180] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.710771] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.711068] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.713020] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.713020] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.729696] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9c77e0b5-de72-4db2-a933-8eadeb7274a8 in Status: IN_PROGRESS for 2s [ 650.030349] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.030789] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.030891] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.031119] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.031229] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.031805] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.031805] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.031805] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.031805] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.032088] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.032088] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9c85c1e-7ed9-48f5-adc1-b6e7cea3e1e5 already deleted. [ 650.032088] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9c85c1e-7ed9-48f5-adc1-b6e7cea3e1e5" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.036141] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock network-496 taken with stack trace [, , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.036343] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "network-496" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.036467] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "network-496" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.036732] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "network-496" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.037013] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.037181] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.037275] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.037473] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.037616] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.037858] env[65424]: DEBUG dogpile.cache.region [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] No value present for key: 'zone-id' {{(pid=65424) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 650.038034] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] NeedRegenerationException {{(pid=65424) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 650.038087] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] no value, waiting for create lock {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 650.038205] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] value creation lock acquired {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 650.038374] env[65424]: DEBUG dogpile.cache.region [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] No value present for key: 'zone-id' {{(pid=65424) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 650.038486] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Calling creation function for not-yet-present value {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 650.038581] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 650.062611] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 650.062846] env[65424]: DEBUG dogpile.cache.region [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65424) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 650.062986] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Released creation lock {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 650.063177] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "network-496" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.067024] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock port-c9a62c02-e7f9-4843-ad31-d21fe99d492d taken with stack trace [, , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.067024] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "port-c9a62c02-e7f9-4843-ad31-d21fe99d492d" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.067024] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "port-c9a62c02-e7f9-4843-ad31-d21fe99d492d" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.067024] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "port-c9a62c02-e7f9-4843-ad31-d21fe99d492d" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.067024] env[65424]: DEBUG networking_nsxv3.api.rpc [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c9a62c02-e7f9-4843-ad31-d21fe99d492d',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.292618] env[65424]: INFO networking_nsxv3.common.synchronization [None req-8309a9bd-7069-4648-bdc5-e49e28711c33 None None] Enqueued Resource ID: 9ca774b3-a631-44f4-a059-1e467b30132d with Priority: HIGHEST for action port [ 650.293364] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ca774b3-a631-44f4-a059-1e467b30132d with Priority: HIGHEST for action port [ 650.293573] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock port-9ca774b3-a631-44f4-a059-1e467b30132d taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.293736] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9ca774b3-a631-44f4-a059-1e467b30132d" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.293813] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9ca774b3-a631-44f4-a059-1e467b30132d" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.295245] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9ca774b3-a631-44f4-a059-1e467b30132d" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.295245] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9ca774b3-a631-44f4-a059-1e467b30132d',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.426034] env[65424]: INFO networking_nsxv3.common.synchronization [req-2f145bdb-afe4-42c9-9416-cf10a0a3c832 req-7f617cc6-5ef7-454f-b7aa-7f2a52bd43f4 tempest-SecurityGroupsTestJSON-1025340934 tempest-SecurityGroupsTestJSON-1025340934-project-member] Enqueued Resource ID: cbb7805e-73e3-427c-bb8b-1e2b9f0cad33 with Priority: HIGHEST for action security_group_members [ 650.426034] env[65424]: INFO networking_nsxv3.common.synchronization [req-2f145bdb-afe4-42c9-9416-cf10a0a3c832 req-7f617cc6-5ef7-454f-b7aa-7f2a52bd43f4 tempest-SecurityGroupsTestJSON-1025340934 tempest-SecurityGroupsTestJSON-1025340934-project-member] Enqueued Resource ID: 335dcde0-3240-4506-8926-6b7a4d53a241 with Priority: HIGHEST for action security_group_members [ 650.426034] env[65424]: INFO networking_nsxv3.common.synchronization [req-2f145bdb-afe4-42c9-9416-cf10a0a3c832 req-7f617cc6-5ef7-454f-b7aa-7f2a52bd43f4 tempest-SecurityGroupsTestJSON-1025340934 tempest-SecurityGroupsTestJSON-1025340934-project-member] Enqueued Resource ID: bed45b1a-a99a-460a-9177-638edfa36ffb with Priority: HIGHEST for action security_group_members [ 650.426034] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbb7805e-73e3-427c-bb8b-1e2b9f0cad33 with Priority: HIGHEST for action security_group_members [ 650.426732] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 335dcde0-3240-4506-8926-6b7a4d53a241 with Priority: HIGHEST for action security_group_members [ 650.427056] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bed45b1a-a99a-460a-9177-638edfa36ffb with Priority: HIGHEST for action security_group_members [ 650.427727] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-cbb7805e-73e3-427c-bb8b-1e2b9f0cad33 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.428169] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cbb7805e-73e3-427c-bb8b-1e2b9f0cad33" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.429122] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cbb7805e-73e3-427c-bb8b-1e2b9f0cad33" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.429122] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cbb7805e-73e3-427c-bb8b-1e2b9f0cad33" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.429122] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.429122] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.429472] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.430224] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.432076] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.432076] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cbb7805e-73e3-427c-bb8b-1e2b9f0cad33',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.432076] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-335dcde0-3240-4506-8926-6b7a4d53a241 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.432764] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-335dcde0-3240-4506-8926-6b7a4d53a241" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.432998] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-335dcde0-3240-4506-8926-6b7a4d53a241" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.433337] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-335dcde0-3240-4506-8926-6b7a4d53a241" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.434533] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.434892] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.438019] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.438019] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.438019] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.438019] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('335dcde0-3240-4506-8926-6b7a4d53a241',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.438019] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-bed45b1a-a99a-460a-9177-638edfa36ffb taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.438019] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bed45b1a-a99a-460a-9177-638edfa36ffb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.438019] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bed45b1a-a99a-460a-9177-638edfa36ffb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.438019] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bed45b1a-a99a-460a-9177-638edfa36ffb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.438019] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.438019] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.438019] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.438019] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.438019] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.438019] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bed45b1a-a99a-460a-9177-638edfa36ffb',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.481588] env[65424]: INFO networking_nsxv3.common.synchronization [req-2f145bdb-afe4-42c9-9416-cf10a0a3c832 req-7f617cc6-5ef7-454f-b7aa-7f2a52bd43f4 tempest-SecurityGroupsTestJSON-1025340934 tempest-SecurityGroupsTestJSON-1025340934-project-member] Enqueued Resource ID: 335dcde0-3240-4506-8926-6b7a4d53a241 with Priority: HIGHEST for action security_group_rules [ 650.481803] env[65424]: INFO networking_nsxv3.common.synchronization [req-2f145bdb-afe4-42c9-9416-cf10a0a3c832 req-7f617cc6-5ef7-454f-b7aa-7f2a52bd43f4 tempest-SecurityGroupsTestJSON-1025340934 tempest-SecurityGroupsTestJSON-1025340934-project-member] Enqueued Resource ID: 335dcde0-3240-4506-8926-6b7a4d53a241 with Priority: HIGHEST for action security_group_members [ 650.481890] env[65424]: INFO networking_nsxv3.common.synchronization [req-2f145bdb-afe4-42c9-9416-cf10a0a3c832 req-7f617cc6-5ef7-454f-b7aa-7f2a52bd43f4 tempest-SecurityGroupsTestJSON-1025340934 tempest-SecurityGroupsTestJSON-1025340934-project-member] Enqueued Resource ID: bed45b1a-a99a-460a-9177-638edfa36ffb with Priority: HIGHEST for action security_group_rules [ 650.482018] env[65424]: INFO networking_nsxv3.common.synchronization [req-2f145bdb-afe4-42c9-9416-cf10a0a3c832 req-7f617cc6-5ef7-454f-b7aa-7f2a52bd43f4 tempest-SecurityGroupsTestJSON-1025340934 tempest-SecurityGroupsTestJSON-1025340934-project-member] Enqueued Resource ID: bed45b1a-a99a-460a-9177-638edfa36ffb with Priority: HIGHEST for action security_group_members [ 650.482151] env[65424]: INFO networking_nsxv3.common.synchronization [req-2f145bdb-afe4-42c9-9416-cf10a0a3c832 req-7f617cc6-5ef7-454f-b7aa-7f2a52bd43f4 tempest-SecurityGroupsTestJSON-1025340934 tempest-SecurityGroupsTestJSON-1025340934-project-member] Enqueued Resource ID: cbb7805e-73e3-427c-bb8b-1e2b9f0cad33 with Priority: HIGHEST for action security_group_rules [ 650.482264] env[65424]: INFO networking_nsxv3.common.synchronization [req-2f145bdb-afe4-42c9-9416-cf10a0a3c832 req-7f617cc6-5ef7-454f-b7aa-7f2a52bd43f4 tempest-SecurityGroupsTestJSON-1025340934 tempest-SecurityGroupsTestJSON-1025340934-project-member] Enqueued Resource ID: cbb7805e-73e3-427c-bb8b-1e2b9f0cad33 with Priority: HIGHEST for action security_group_members [ 650.482685] env[65424]: INFO networking_nsxv3.common.synchronization [req-2f145bdb-afe4-42c9-9416-cf10a0a3c832 req-7f617cc6-5ef7-454f-b7aa-7f2a52bd43f4 tempest-SecurityGroupsTestJSON-1025340934 tempest-SecurityGroupsTestJSON-1025340934-project-member] Enqueued Resource ID: 84f7e8b8-c5ee-48e9-ab7e-83e5e8023f8e with Priority: HIGHEST for action port [ 650.482974] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 335dcde0-3240-4506-8926-6b7a4d53a241 with Priority: HIGHEST for action security_group_rules [ 650.483136] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bed45b1a-a99a-460a-9177-638edfa36ffb with Priority: HIGHEST for action security_group_rules [ 650.483242] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbb7805e-73e3-427c-bb8b-1e2b9f0cad33 with Priority: HIGHEST for action security_group_members [ 650.483332] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84f7e8b8-c5ee-48e9-ab7e-83e5e8023f8e with Priority: HIGHEST for action port [ 650.483420] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbb7805e-73e3-427c-bb8b-1e2b9f0cad33 with Priority: HIGHEST for action security_group_rules [ 650.483511] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 335dcde0-3240-4506-8926-6b7a4d53a241 with Priority: HIGHEST for action security_group_members [ 650.483588] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bed45b1a-a99a-460a-9177-638edfa36ffb with Priority: HIGHEST for action security_group_members [ 650.484054] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock rules-335dcde0-3240-4506-8926-6b7a4d53a241 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.484118] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-335dcde0-3240-4506-8926-6b7a4d53a241" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.484291] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bed45b1a-a99a-460a-9177-638edfa36ffb taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.484375] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bed45b1a-a99a-460a-9177-638edfa36ffb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.484551] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-cbb7805e-73e3-427c-bb8b-1e2b9f0cad33 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.484629] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cbb7805e-73e3-427c-bb8b-1e2b9f0cad33" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.484802] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock port-84f7e8b8-c5ee-48e9-ab7e-83e5e8023f8e taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.484891] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-84f7e8b8-c5ee-48e9-ab7e-83e5e8023f8e" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.484960] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-84f7e8b8-c5ee-48e9-ab7e-83e5e8023f8e" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.485937] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-84f7e8b8-c5ee-48e9-ab7e-83e5e8023f8e" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.485937] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('84f7e8b8-c5ee-48e9-ab7e-83e5e8023f8e',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.486569] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cbb7805e-73e3-427c-bb8b-1e2b9f0cad33 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.486569] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cbb7805e-73e3-427c-bb8b-1e2b9f0cad33" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.486569] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cbb7805e-73e3-427c-bb8b-1e2b9f0cad33" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.486569] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cbb7805e-73e3-427c-bb8b-1e2b9f0cad33" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.486795] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cbb7805e-73e3-427c-bb8b-1e2b9f0cad33',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.488953] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-335dcde0-3240-4506-8926-6b7a4d53a241 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.489027] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-335dcde0-3240-4506-8926-6b7a4d53a241" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.489174] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-bed45b1a-a99a-460a-9177-638edfa36ffb taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.489257] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bed45b1a-a99a-460a-9177-638edfa36ffb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.571494] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.571494] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.571494] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.571494] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.571494] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.571940] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Segment Port c9a62c02-e7f9-4843-ad31-d21fe99d492d not found, creating... [ 650.571940] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.572364] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.572364] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.572433] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.572509] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.572825] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.572977] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.573098] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.573297] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.573418] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.573549] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Resource: SegmentPort with ID: c9a62c02-e7f9-4843-ad31-d21fe99d492d is going to be created. [ 650.605025] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.605025] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.605025] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.605025] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.605025] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.605025] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "port-c9a62c02-e7f9-4843-ad31-d21fe99d492d" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.675586] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 335dcde0-3240-4506-8926-6b7a4d53a241 in Status: SUCCESS [ 650.675972] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-335dcde0-3240-4506-8926-6b7a4d53a241" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.676195] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-335dcde0-3240-4506-8926-6b7a4d53a241" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.676508] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-335dcde0-3240-4506-8926-6b7a4d53a241" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.676508] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('335dcde0-3240-4506-8926-6b7a4d53a241',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.704315] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bed45b1a-a99a-460a-9177-638edfa36ffb in Status: SUCCESS [ 650.704700] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bed45b1a-a99a-460a-9177-638edfa36ffb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.704922] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bed45b1a-a99a-460a-9177-638edfa36ffb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.705208] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bed45b1a-a99a-460a-9177-638edfa36ffb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.705562] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bed45b1a-a99a-460a-9177-638edfa36ffb',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.799267] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9ca774b3-a631-44f4-a059-1e467b30132d [ 650.801770] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.801937] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.801991] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.802268] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.802411] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.802535] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9ca774b3-a631-44f4-a059-1e467b30132d already deleted. [ 650.802633] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9ca774b3-a631-44f4-a059-1e467b30132d" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.914539] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0974405a-ba49-4f1e-9519-bcf099ba1636 in Status: SUCCESS [ 650.914539] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0974405a-ba49-4f1e-9519-bcf099ba1636" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.941064] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('335dcde0-3240-4506-8926-6b7a4d53a241',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.942171] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cbb7805e-73e3-427c-bb8b-1e2b9f0cad33',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.942980] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bed45b1a-a99a-460a-9177-638edfa36ffb',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.990711] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 84f7e8b8-c5ee-48e9-ab7e-83e5e8023f8e with status ACTIVE [ 650.991918] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.991918] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.993400] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.993653] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.993750] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.993962] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.994088] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.994154] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.994333] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.994411] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.994594] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.994684] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.994741] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.994878] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.994951] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.995065] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 84f7e8b8-c5ee-48e9-ab7e-83e5e8023f8e is going to be updated. [ 650.996363] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-cbb7805e-73e3-427c-bb8b-1e2b9f0cad33 taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.996475] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cbb7805e-73e3-427c-bb8b-1e2b9f0cad33" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.023666] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.023834] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.023910] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.024148] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.024258] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.024410] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-84f7e8b8-c5ee-48e9-ab7e-83e5e8023f8e" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.178754] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-335dcde0-3240-4506-8926-6b7a4d53a241 taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.179094] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-335dcde0-3240-4506-8926-6b7a4d53a241" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.208464] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-bed45b1a-a99a-460a-9177-638edfa36ffb taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.208718] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bed45b1a-a99a-460a-9177-638edfa36ffb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.371145] env[65424]: INFO networking_nsxv3.common.synchronization [req-3cf3c9c0-1355-4696-b25b-33bd9dad9e1a req-c95a8913-7fee-4ca9-8c1e-3452674d3b4b service nova] Enqueued Resource ID: d9c85c1e-7ed9-48f5-adc1-b6e7cea3e1e5 with Priority: HIGHEST for action security_group_rules [ 651.371356] env[65424]: INFO networking_nsxv3.common.synchronization [req-3cf3c9c0-1355-4696-b25b-33bd9dad9e1a req-c95a8913-7fee-4ca9-8c1e-3452674d3b4b service nova] Enqueued Resource ID: d9c85c1e-7ed9-48f5-adc1-b6e7cea3e1e5 with Priority: HIGHEST for action security_group_members [ 651.371522] env[65424]: INFO networking_nsxv3.common.synchronization [req-3cf3c9c0-1355-4696-b25b-33bd9dad9e1a req-c95a8913-7fee-4ca9-8c1e-3452674d3b4b service nova] Enqueued Resource ID: c9a62c02-e7f9-4843-ad31-d21fe99d492d with Priority: HIGHEST for action port [ 651.372193] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9c85c1e-7ed9-48f5-adc1-b6e7cea3e1e5 with Priority: HIGHEST for action security_group_rules [ 651.372346] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9c85c1e-7ed9-48f5-adc1-b6e7cea3e1e5 with Priority: HIGHEST for action security_group_members [ 651.373370] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9a62c02-e7f9-4843-ad31-d21fe99d492d with Priority: HIGHEST for action port [ 651.373370] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d9c85c1e-7ed9-48f5-adc1-b6e7cea3e1e5 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.373734] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d9c85c1e-7ed9-48f5-adc1-b6e7cea3e1e5" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.373734] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d9c85c1e-7ed9-48f5-adc1-b6e7cea3e1e5" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.373822] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d9c85c1e-7ed9-48f5-adc1-b6e7cea3e1e5" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.374472] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d9c85c1e-7ed9-48f5-adc1-b6e7cea3e1e5',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.374970] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9c85c1e-7ed9-48f5-adc1-b6e7cea3e1e5 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.375036] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9c85c1e-7ed9-48f5-adc1-b6e7cea3e1e5" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.375073] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9c85c1e-7ed9-48f5-adc1-b6e7cea3e1e5" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.376128] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9c85c1e-7ed9-48f5-adc1-b6e7cea3e1e5" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.376128] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.376128] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.376128] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.376128] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.376128] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.376679] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d9c85c1e-7ed9-48f5-adc1-b6e7cea3e1e5',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.377109] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock port-c9a62c02-e7f9-4843-ad31-d21fe99d492d taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.377109] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c9a62c02-e7f9-4843-ad31-d21fe99d492d" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.377309] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c9a62c02-e7f9-4843-ad31-d21fe99d492d" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.377309] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c9a62c02-e7f9-4843-ad31-d21fe99d492d" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.377402] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c9a62c02-e7f9-4843-ad31-d21fe99d492d',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.444216] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('335dcde0-3240-4506-8926-6b7a4d53a241',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.447028] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5179ad91-711f-4723-9d58-6eeeb82ed57f in Status: SUCCESS [ 651.447028] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5179ad91-711f-4723-9d58-6eeeb82ed57f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.447028] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cbb7805e-73e3-427c-bb8b-1e2b9f0cad33',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.451069] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bed45b1a-a99a-460a-9177-638edfa36ffb',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.451069] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5179ad91-711f-4723-9d58-6eeeb82ed57f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.451069] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5179ad91-711f-4723-9d58-6eeeb82ed57f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.451069] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.451069] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.451069] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.451069] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.451069] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.451069] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5179ad91-711f-4723-9d58-6eeeb82ed57f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.451069] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5179ad91-711f-4723-9d58-6eeeb82ed57f',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.736155] env[65424]: INFO networking_nsxv3.common.synchronization [None req-b2be67ed-de25-473b-ae5c-e46f50330311 None None] Enqueued Resource ID: cebb51e7-b34b-4902-a8d6-ddde7b80e9f9 with Priority: HIGHEST for action port [ 651.736742] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cebb51e7-b34b-4902-a8d6-ddde7b80e9f9 with Priority: HIGHEST for action port [ 651.741258] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock port-cebb51e7-b34b-4902-a8d6-ddde7b80e9f9 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.742093] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cebb51e7-b34b-4902-a8d6-ddde7b80e9f9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.742202] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cebb51e7-b34b-4902-a8d6-ddde7b80e9f9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.743032] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cebb51e7-b34b-4902-a8d6-ddde7b80e9f9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.743032] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cebb51e7-b34b-4902-a8d6-ddde7b80e9f9',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.744731] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9c77e0b5-de72-4db2-a933-8eadeb7274a8 in Status: SUCCESS [ 651.744937] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9c77e0b5-de72-4db2-a933-8eadeb7274a8" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.882039] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9c85c1e-7ed9-48f5-adc1-b6e7cea3e1e5 taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.882039] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9c85c1e-7ed9-48f5-adc1-b6e7cea3e1e5" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.882039] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d9c85c1e-7ed9-48f5-adc1-b6e7cea3e1e5',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.882039] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c9a62c02-e7f9-4843-ad31-d21fe99d492d with status ACTIVE [ 651.882039] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.882039] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.882039] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.882039] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.882039] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.882039] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.882039] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.882039] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.882039] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.882039] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.883088] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.883384] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.883579] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.884107] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.885393] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.885393] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c9a62c02-e7f9-4843-ad31-d21fe99d492d is going to be updated. [ 651.905501] env[65424]: INFO networking_nsxv3.common.synchronization [req-07ba2c26-017d-448d-b537-8852ecdbf258 req-68c826e9-4c0d-47a4-bfc2-9f13f97a1a6c tempest-ServersNegativeTestMultiTenantJSON-410177731 tempest-ServersNegativeTestMultiTenantJSON-410177731-project-member] Enqueued Resource ID: bdac1a0f-156a-453d-9050-63e10c6ad759 with Priority: HIGHEST for action security_group_members [ 651.906256] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bdac1a0f-156a-453d-9050-63e10c6ad759 with Priority: HIGHEST for action security_group_members [ 651.906599] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-bdac1a0f-156a-453d-9050-63e10c6ad759 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.906816] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bdac1a0f-156a-453d-9050-63e10c6ad759" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.906816] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bdac1a0f-156a-453d-9050-63e10c6ad759" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.907330] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bdac1a0f-156a-453d-9050-63e10c6ad759" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.907330] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.907330] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.907527] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.907527] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.907630] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.907682] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bdac1a0f-156a-453d-9050-63e10c6ad759',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.915621] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.915854] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.915854] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.917436] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.917718] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.917800] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c9a62c02-e7f9-4843-ad31-d21fe99d492d" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.957073] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.957073] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.957073] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.957073] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.957073] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.957073] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 335dcde0-3240-4506-8926-6b7a4d53a241 is going to be updated. [ 651.957073] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.957073] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.957073] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.958231] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.958523] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.958733] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cbb7805e-73e3-427c-bb8b-1e2b9f0cad33 is going to be created. [ 651.960368] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.960615] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.960798] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.961157] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.961367] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.963022] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bed45b1a-a99a-460a-9177-638edfa36ffb is going to be updated. [ 651.963332] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-5179ad91-711f-4723-9d58-6eeeb82ed57f taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.963564] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5179ad91-711f-4723-9d58-6eeeb82ed57f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.963725] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5179ad91-711f-4723-9d58-6eeeb82ed57f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.964161] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5179ad91-711f-4723-9d58-6eeeb82ed57f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.964509] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.964863] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.966133] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.966133] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.966133] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.966133] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5179ad91-711f-4723-9d58-6eeeb82ed57f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.966133] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-5179ad91-711f-4723-9d58-6eeeb82ed57f taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.966133] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5179ad91-711f-4723-9d58-6eeeb82ed57f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.966133] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5179ad91-711f-4723-9d58-6eeeb82ed57f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.966133] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5179ad91-711f-4723-9d58-6eeeb82ed57f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.966133] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.966133] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.966133] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.967824] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.967824] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.967824] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5179ad91-711f-4723-9d58-6eeeb82ed57f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.967824] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5179ad91-711f-4723-9d58-6eeeb82ed57f',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.990677] env[65424]: INFO networking_nsxv3.common.synchronization [None req-ac5c1893-a925-4277-9e26-68e3fdd9f780 None None] Enqueued Resource ID: fdba6158-c8f1-4d9f-b932-3a048615fdc5 with Priority: HIGHEST for action port [ 651.990677] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fdba6158-c8f1-4d9f-b932-3a048615fdc5 with Priority: HIGHEST for action port [ 651.991431] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock port-fdba6158-c8f1-4d9f-b932-3a048615fdc5 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.991978] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fdba6158-c8f1-4d9f-b932-3a048615fdc5" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.991978] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fdba6158-c8f1-4d9f-b932-3a048615fdc5" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.992088] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fdba6158-c8f1-4d9f-b932-3a048615fdc5" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.992145] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fdba6158-c8f1-4d9f-b932-3a048615fdc5',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.018640] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.018905] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.022180] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.022493] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.022735] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.035567] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.035770] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.035890] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.036136] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.036290] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.039029] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.039029] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.039029] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.039281] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.039281] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.041729] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cbb7805e-73e3-427c-bb8b-1e2b9f0cad33 in Status: UNINITIALIZED for 2s [ 652.058723] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 335dcde0-3240-4506-8926-6b7a4d53a241 in Status: IN_PROGRESS for 2s [ 652.063426] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bed45b1a-a99a-460a-9177-638edfa36ffb in Status: IN_PROGRESS for 2s [ 652.249160] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cebb51e7-b34b-4902-a8d6-ddde7b80e9f9 [ 652.249458] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.249582] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.249643] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.249846] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.249986] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.250070] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cebb51e7-b34b-4902-a8d6-ddde7b80e9f9 already deleted. [ 652.250166] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cebb51e7-b34b-4902-a8d6-ddde7b80e9f9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.387507] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock network-439 taken with stack trace [, , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.387741] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "network-439" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.387938] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "network-439" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.388355] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "network-439" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.388696] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.388945] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.389393] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.389668] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.389783] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.390027] env[65424]: DEBUG dogpile.cache.region [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] No value present for key: 'zone-id' {{(pid=65424) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 652.390140] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] NeedRegenerationException {{(pid=65424) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 652.390247] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] no value, waiting for create lock {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 652.390441] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] value creation lock acquired {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 652.390597] env[65424]: DEBUG dogpile.cache.region [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] No value present for key: 'zone-id' {{(pid=65424) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 652.390734] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Calling creation function for not-yet-present value {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 652.390883] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 652.393226] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d9c85c1e-7ed9-48f5-adc1-b6e7cea3e1e5',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.413385] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.413590] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.413590] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.413895] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.414229] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.414288] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.414413] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.414449] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.414636] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.414696] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.414808] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bdac1a0f-156a-453d-9050-63e10c6ad759 already deleted. [ 652.414929] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bdac1a0f-156a-453d-9050-63e10c6ad759" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.416703] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 652.416859] env[65424]: DEBUG dogpile.cache.region [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65424) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 652.417013] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Released creation lock {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 652.417219] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "network-439" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.417744] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock port-e344f323-203a-4cd9-ad4b-ca0e9f3b06eb taken with stack trace [, , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.417948] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "port-e344f323-203a-4cd9-ad4b-ca0e9f3b06eb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.418050] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "port-e344f323-203a-4cd9-ad4b-ca0e9f3b06eb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.418357] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "port-e344f323-203a-4cd9-ad4b-ca0e9f3b06eb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.418497] env[65424]: DEBUG networking_nsxv3.api.rpc [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e344f323-203a-4cd9-ad4b-ca0e9f3b06eb',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.468825] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5179ad91-711f-4723-9d58-6eeeb82ed57f: rpc.has_security_group_logging(os_id): False [ 652.492529] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.492769] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.492829] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.493149] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.493291] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.493734] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.493856] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.493856] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.494098] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.494279] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.494436] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.494554] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.494637] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.495305] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.495412] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.495608] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.495722] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.495792] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.495946] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.496059] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.496188] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5179ad91-711f-4723-9d58-6eeeb82ed57f is going to be updated. [ 652.497636] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fdba6158-c8f1-4d9f-b932-3a048615fdc5 [ 652.497824] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.497977] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.498132] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.498260] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.498553] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.498752] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fdba6158-c8f1-4d9f-b932-3a048615fdc5 already deleted. [ 652.498810] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fdba6158-c8f1-4d9f-b932-3a048615fdc5" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.571323] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.571323] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.571556] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.571612] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.571820] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.584938] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5179ad91-711f-4723-9d58-6eeeb82ed57f in Status: IN_PROGRESS for 2s [ 652.896352] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.896726] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.896726] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.896805] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.896839] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.897400] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9c85c1e-7ed9-48f5-adc1-b6e7cea3e1e5 is going to be created. [ 652.924018] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.924018] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.924018] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.924018] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.924018] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.924018] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.924018] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.924018] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.924018] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.924018] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.924850] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Segment Port e344f323-203a-4cd9-ad4b-ca0e9f3b06eb not found, creating... [ 652.925240] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.925538] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.925775] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.926179] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.926430] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.926924] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.927233] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.927452] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.927752] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.927991] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.928249] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Resource: SegmentPort with ID: e344f323-203a-4cd9-ad4b-ca0e9f3b06eb is going to be created. [ 652.940822] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9c85c1e-7ed9-48f5-adc1-b6e7cea3e1e5 in Status: UNINITIALIZED for 2s [ 652.950886] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.951122] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.951241] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.951506] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.951723] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.951943] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "port-e344f323-203a-4cd9-ad4b-ca0e9f3b06eb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.657627] env[65424]: INFO networking_nsxv3.common.synchronization [req-07ba2c26-017d-448d-b537-8852ecdbf258 req-31bae961-a1d0-4595-a7f1-df433df45385 service nova] Enqueued Resource ID: bdac1a0f-156a-453d-9050-63e10c6ad759 with Priority: HIGHEST for action security_group_rules [ 653.657767] env[65424]: INFO networking_nsxv3.common.synchronization [req-07ba2c26-017d-448d-b537-8852ecdbf258 req-31bae961-a1d0-4595-a7f1-df433df45385 service nova] Enqueued Resource ID: bdac1a0f-156a-453d-9050-63e10c6ad759 with Priority: HIGHEST for action security_group_members [ 653.657904] env[65424]: INFO networking_nsxv3.common.synchronization [req-07ba2c26-017d-448d-b537-8852ecdbf258 req-31bae961-a1d0-4595-a7f1-df433df45385 service nova] Enqueued Resource ID: e344f323-203a-4cd9-ad4b-ca0e9f3b06eb with Priority: HIGHEST for action port [ 653.658563] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bdac1a0f-156a-453d-9050-63e10c6ad759 with Priority: HIGHEST for action security_group_rules [ 653.658672] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bdac1a0f-156a-453d-9050-63e10c6ad759 with Priority: HIGHEST for action security_group_members [ 653.658710] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e344f323-203a-4cd9-ad4b-ca0e9f3b06eb with Priority: HIGHEST for action port [ 653.659153] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bdac1a0f-156a-453d-9050-63e10c6ad759 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.659259] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bdac1a0f-156a-453d-9050-63e10c6ad759" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.659259] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bdac1a0f-156a-453d-9050-63e10c6ad759" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.659519] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bdac1a0f-156a-453d-9050-63e10c6ad759" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.659621] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bdac1a0f-156a-453d-9050-63e10c6ad759',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.660667] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-bdac1a0f-156a-453d-9050-63e10c6ad759 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.660851] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bdac1a0f-156a-453d-9050-63e10c6ad759" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.660851] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bdac1a0f-156a-453d-9050-63e10c6ad759" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.660986] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bdac1a0f-156a-453d-9050-63e10c6ad759" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.661158] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.661280] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.661343] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.661496] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.661591] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.661700] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bdac1a0f-156a-453d-9050-63e10c6ad759',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.663394] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock port-e344f323-203a-4cd9-ad4b-ca0e9f3b06eb taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.664062] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e344f323-203a-4cd9-ad4b-ca0e9f3b06eb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.664062] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e344f323-203a-4cd9-ad4b-ca0e9f3b06eb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.664062] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e344f323-203a-4cd9-ad4b-ca0e9f3b06eb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.664062] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e344f323-203a-4cd9-ad4b-ca0e9f3b06eb',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.052287] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cbb7805e-73e3-427c-bb8b-1e2b9f0cad33 in Status: SUCCESS [ 654.052740] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cbb7805e-73e3-427c-bb8b-1e2b9f0cad33" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.053011] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cbb7805e-73e3-427c-bb8b-1e2b9f0cad33" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.053206] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cbb7805e-73e3-427c-bb8b-1e2b9f0cad33" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.054282] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.054282] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.054282] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.054282] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.054282] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.054550] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cbb7805e-73e3-427c-bb8b-1e2b9f0cad33',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.072782] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 335dcde0-3240-4506-8926-6b7a4d53a241 in Status: SUCCESS [ 654.075921] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-335dcde0-3240-4506-8926-6b7a4d53a241" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.075921] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-335dcde0-3240-4506-8926-6b7a4d53a241" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.075921] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-335dcde0-3240-4506-8926-6b7a4d53a241" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.075921] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.075921] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.075921] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.075921] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.075921] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.075921] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('335dcde0-3240-4506-8926-6b7a4d53a241',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.075921] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bed45b1a-a99a-460a-9177-638edfa36ffb in Status: SUCCESS [ 654.075921] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bed45b1a-a99a-460a-9177-638edfa36ffb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.075921] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bed45b1a-a99a-460a-9177-638edfa36ffb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.076450] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bed45b1a-a99a-460a-9177-638edfa36ffb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.076450] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.076450] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.076450] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.076593] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.076593] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.076681] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bed45b1a-a99a-460a-9177-638edfa36ffb',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.166332] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bdac1a0f-156a-453d-9050-63e10c6ad759',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.167663] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-bdac1a0f-156a-453d-9050-63e10c6ad759 taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.168786] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bdac1a0f-156a-453d-9050-63e10c6ad759" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.168786] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e344f323-203a-4cd9-ad4b-ca0e9f3b06eb with status ACTIVE [ 654.168786] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.168786] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.168786] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.170926] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.170926] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.170926] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.170926] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.170926] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.170926] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.170926] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.170926] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.170926] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.170926] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.171364] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.171933] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.171933] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e344f323-203a-4cd9-ad4b-ca0e9f3b06eb is going to be updated. [ 654.201142] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.201142] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.201142] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.201142] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.201142] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.201142] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e344f323-203a-4cd9-ad4b-ca0e9f3b06eb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.429896] env[65424]: INFO networking_nsxv3.common.synchronization [req-4a64efbd-cc17-4855-b33d-2925c02c4c7e req-c4337f6b-a9d8-4db0-abce-faceff520150 tempest-InstanceActionsTestJSON-1568367176 tempest-InstanceActionsTestJSON-1568367176-project-member] Enqueued Resource ID: 8697f03b-9b68-4d2b-ade8-6e607daa4837 with Priority: HIGHEST for action security_group_members [ 654.430501] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8697f03b-9b68-4d2b-ade8-6e607daa4837 with Priority: HIGHEST for action security_group_members [ 654.430838] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-8697f03b-9b68-4d2b-ade8-6e607daa4837 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.430961] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8697f03b-9b68-4d2b-ade8-6e607daa4837" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.431020] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8697f03b-9b68-4d2b-ade8-6e607daa4837" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.434264] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8697f03b-9b68-4d2b-ade8-6e607daa4837" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.434264] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.434264] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.434264] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.434264] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.434264] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.434264] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8697f03b-9b68-4d2b-ade8-6e607daa4837',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.559279] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cbb7805e-73e3-427c-bb8b-1e2b9f0cad33',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.578417] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('335dcde0-3240-4506-8926-6b7a4d53a241',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.579668] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bed45b1a-a99a-460a-9177-638edfa36ffb',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.736519] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bdac1a0f-156a-453d-9050-63e10c6ad759',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.738515] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5179ad91-711f-4723-9d58-6eeeb82ed57f in Status: SUCCESS [ 654.738714] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5179ad91-711f-4723-9d58-6eeeb82ed57f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.833053] env[65424]: INFO networking_nsxv3.common.synchronization [None req-fe1ed55f-2f2b-4245-8aab-e78cfa993faf None None] Enqueued Resource ID: 4c768b64-4488-459f-9220-0c7d383a49e3 with Priority: HIGHEST for action port [ 654.833403] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c768b64-4488-459f-9220-0c7d383a49e3 with Priority: HIGHEST for action port [ 654.833821] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock port-4c768b64-4488-459f-9220-0c7d383a49e3 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.833959] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4c768b64-4488-459f-9220-0c7d383a49e3" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.835255] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4c768b64-4488-459f-9220-0c7d383a49e3" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.835255] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4c768b64-4488-459f-9220-0c7d383a49e3" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.835255] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4c768b64-4488-459f-9220-0c7d383a49e3',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.938621] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.938621] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.938621] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.938621] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.938621] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.938911] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.938911] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.940115] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.940115] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.940115] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.940115] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8697f03b-9b68-4d2b-ade8-6e607daa4837 already deleted. [ 654.940115] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8697f03b-9b68-4d2b-ade8-6e607daa4837" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.952936] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9c85c1e-7ed9-48f5-adc1-b6e7cea3e1e5 in Status: SUCCESS [ 654.954095] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9c85c1e-7ed9-48f5-adc1-b6e7cea3e1e5" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.954095] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9c85c1e-7ed9-48f5-adc1-b6e7cea3e1e5" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.954095] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9c85c1e-7ed9-48f5-adc1-b6e7cea3e1e5" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.954095] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.954376] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.954376] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.954444] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.954602] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.954602] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9c85c1e-7ed9-48f5-adc1-b6e7cea3e1e5" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.955567] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d9c85c1e-7ed9-48f5-adc1-b6e7cea3e1e5',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.065531] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cbb7805e-73e3-427c-bb8b-1e2b9f0cad33',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.083787] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('335dcde0-3240-4506-8926-6b7a4d53a241',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.086673] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bed45b1a-a99a-460a-9177-638edfa36ffb',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.240798] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.240993] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.241079] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.241377] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.241514] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.241650] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bdac1a0f-156a-453d-9050-63e10c6ad759 is going to be created. [ 655.278077] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.278234] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.278312] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.278669] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.278952] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.291136] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bdac1a0f-156a-453d-9050-63e10c6ad759 in Status: UNINITIALIZED for 2s [ 655.301388] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock network-512 taken with stack trace [, , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.302262] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "network-512" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.302262] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "network-512" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.302725] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "network-512" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.306110] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.306110] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.306110] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.306110] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.306110] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.306110] env[65424]: DEBUG dogpile.cache.region [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] No value present for key: 'zone-id' {{(pid=65424) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 655.306110] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] NeedRegenerationException {{(pid=65424) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 655.306110] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] no value, waiting for create lock {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 655.306110] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] value creation lock acquired {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 655.306110] env[65424]: DEBUG dogpile.cache.region [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] No value present for key: 'zone-id' {{(pid=65424) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 655.306110] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Calling creation function for not-yet-present value {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 655.306110] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 655.327823] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 655.327823] env[65424]: DEBUG dogpile.cache.region [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65424) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 655.327823] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Released creation lock {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 655.327823] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "network-512" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.328055] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock port-b19c317f-dfdd-41c2-b24f-560630547dbd taken with stack trace [, , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.328190] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "port-b19c317f-dfdd-41c2-b24f-560630547dbd" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.328319] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "port-b19c317f-dfdd-41c2-b24f-560630547dbd" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.328675] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "port-b19c317f-dfdd-41c2-b24f-560630547dbd" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.329193] env[65424]: DEBUG networking_nsxv3.api.rpc [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b19c317f-dfdd-41c2-b24f-560630547dbd',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.337377] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4c768b64-4488-459f-9220-0c7d383a49e3 [ 655.337742] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.338774] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.338774] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.338774] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.339019] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.339137] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4c768b64-4488-459f-9220-0c7d383a49e3 already deleted. [ 655.339738] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4c768b64-4488-459f-9220-0c7d383a49e3" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.460017] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9c85c1e-7ed9-48f5-adc1-b6e7cea3e1e5 taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.460245] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9c85c1e-7ed9-48f5-adc1-b6e7cea3e1e5" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.460329] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9c85c1e-7ed9-48f5-adc1-b6e7cea3e1e5" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.460750] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9c85c1e-7ed9-48f5-adc1-b6e7cea3e1e5" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.460935] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.461076] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.461345] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.461539] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.461632] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.461785] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9c85c1e-7ed9-48f5-adc1-b6e7cea3e1e5" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.461985] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9c85c1e-7ed9-48f5-adc1-b6e7cea3e1e5 taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.462120] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9c85c1e-7ed9-48f5-adc1-b6e7cea3e1e5" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.462313] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9c85c1e-7ed9-48f5-adc1-b6e7cea3e1e5" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.462313] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9c85c1e-7ed9-48f5-adc1-b6e7cea3e1e5" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.462432] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.462536] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.462595] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.462783] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.462878] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.462964] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9c85c1e-7ed9-48f5-adc1-b6e7cea3e1e5" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.463611] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d9c85c1e-7ed9-48f5-adc1-b6e7cea3e1e5',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.523531] env[65424]: INFO networking_nsxv3.common.synchronization [None req-97b9fe8e-7859-493f-8505-55096492e6db None None] Enqueued Resource ID: 25d1e37d-4c96-4fa1-8a81-eb65dc15d7ec with Priority: HIGHEST for action port [ 655.524377] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25d1e37d-4c96-4fa1-8a81-eb65dc15d7ec with Priority: HIGHEST for action port [ 655.524777] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock port-25d1e37d-4c96-4fa1-8a81-eb65dc15d7ec taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.524985] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-25d1e37d-4c96-4fa1-8a81-eb65dc15d7ec" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.525116] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-25d1e37d-4c96-4fa1-8a81-eb65dc15d7ec" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.525493] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-25d1e37d-4c96-4fa1-8a81-eb65dc15d7ec" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.525631] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('25d1e37d-4c96-4fa1-8a81-eb65dc15d7ec',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.566090] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.566205] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.567893] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.567893] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.567893] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.567893] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cbb7805e-73e3-427c-bb8b-1e2b9f0cad33 is going to be updated. [ 655.590374] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.590679] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.590679] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.591034] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.591163] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.591268] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 335dcde0-3240-4506-8926-6b7a4d53a241 is going to be updated. [ 655.596209] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.596209] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.596209] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.596209] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.596511] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.597311] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bed45b1a-a99a-460a-9177-638edfa36ffb is going to be updated. [ 655.607825] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.607987] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.608068] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.608277] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.608419] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.617166] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cbb7805e-73e3-427c-bb8b-1e2b9f0cad33 in Status: IN_PROGRESS for 2s [ 655.648898] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.649166] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.649166] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.649381] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.649527] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.651695] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.651695] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.651695] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.652081] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.652081] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.662633] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bed45b1a-a99a-460a-9177-638edfa36ffb in Status: IN_PROGRESS for 2s [ 655.663345] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 335dcde0-3240-4506-8926-6b7a4d53a241 in Status: IN_PROGRESS for 2s [ 655.833096] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.833353] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.833448] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.833723] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.833899] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.834133] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Segment Port b19c317f-dfdd-41c2-b24f-560630547dbd not found, creating... [ 655.834466] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.834677] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.834829] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.835136] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.835424] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.835842] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.835982] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.836112] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.836321] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.836448] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.836584] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Resource: SegmentPort with ID: b19c317f-dfdd-41c2-b24f-560630547dbd is going to be created. [ 655.858122] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.858390] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.858555] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.858961] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.859136] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.859350] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "port-b19c317f-dfdd-41c2-b24f-560630547dbd" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.966708] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d9c85c1e-7ed9-48f5-adc1-b6e7cea3e1e5: rpc.has_security_group_logging(os_id): False [ 655.993622] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.993622] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.993622] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.993622] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.993622] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.993896] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.994821] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.994917] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.995104] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.995201] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.995402] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.996257] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.996257] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.996257] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.996257] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.996257] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.996257] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.996257] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.996257] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.996696] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.996696] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d9c85c1e-7ed9-48f5-adc1-b6e7cea3e1e5 is going to be created. [ 656.029257] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 25d1e37d-4c96-4fa1-8a81-eb65dc15d7ec [ 656.029491] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.029620] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.029688] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.029896] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.029984] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.030096] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:25d1e37d-4c96-4fa1-8a81-eb65dc15d7ec already deleted. [ 656.030179] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-25d1e37d-4c96-4fa1-8a81-eb65dc15d7ec" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.071374] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.071750] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.071750] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.071828] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.073394] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.087647] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d9c85c1e-7ed9-48f5-adc1-b6e7cea3e1e5 in Status: IN_PROGRESS for 2s [ 656.621985] env[65424]: INFO networking_nsxv3.common.synchronization [req-4a64efbd-cc17-4855-b33d-2925c02c4c7e req-7a74a4c6-9c1f-43d8-9d13-5e18a4582293 service nova] Enqueued Resource ID: 8697f03b-9b68-4d2b-ade8-6e607daa4837 with Priority: HIGHEST for action security_group_rules [ 656.622215] env[65424]: INFO networking_nsxv3.common.synchronization [req-4a64efbd-cc17-4855-b33d-2925c02c4c7e req-7a74a4c6-9c1f-43d8-9d13-5e18a4582293 service nova] Enqueued Resource ID: 8697f03b-9b68-4d2b-ade8-6e607daa4837 with Priority: HIGHEST for action security_group_members [ 656.622466] env[65424]: INFO networking_nsxv3.common.synchronization [req-4a64efbd-cc17-4855-b33d-2925c02c4c7e req-7a74a4c6-9c1f-43d8-9d13-5e18a4582293 service nova] Enqueued Resource ID: b19c317f-dfdd-41c2-b24f-560630547dbd with Priority: HIGHEST for action port [ 656.623028] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8697f03b-9b68-4d2b-ade8-6e607daa4837 with Priority: HIGHEST for action security_group_rules [ 656.623168] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8697f03b-9b68-4d2b-ade8-6e607daa4837 with Priority: HIGHEST for action security_group_members [ 656.623273] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b19c317f-dfdd-41c2-b24f-560630547dbd with Priority: HIGHEST for action port [ 656.623553] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8697f03b-9b68-4d2b-ade8-6e607daa4837 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.623697] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8697f03b-9b68-4d2b-ade8-6e607daa4837" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.623736] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8697f03b-9b68-4d2b-ade8-6e607daa4837" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.623981] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8697f03b-9b68-4d2b-ade8-6e607daa4837" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.627323] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8697f03b-9b68-4d2b-ade8-6e607daa4837',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.628282] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-8697f03b-9b68-4d2b-ade8-6e607daa4837 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.628533] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8697f03b-9b68-4d2b-ade8-6e607daa4837" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.628533] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8697f03b-9b68-4d2b-ade8-6e607daa4837" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.628729] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8697f03b-9b68-4d2b-ade8-6e607daa4837" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.628889] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.628990] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.629072] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.629222] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.629303] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.629398] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8697f03b-9b68-4d2b-ade8-6e607daa4837',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.637207] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock port-b19c317f-dfdd-41c2-b24f-560630547dbd taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.637330] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b19c317f-dfdd-41c2-b24f-560630547dbd" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.637405] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b19c317f-dfdd-41c2-b24f-560630547dbd" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.637583] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b19c317f-dfdd-41c2-b24f-560630547dbd" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.637660] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b19c317f-dfdd-41c2-b24f-560630547dbd',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.139711] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-8697f03b-9b68-4d2b-ade8-6e607daa4837 taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.140120] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8697f03b-9b68-4d2b-ade8-6e607daa4837" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.141257] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b19c317f-dfdd-41c2-b24f-560630547dbd with status ACTIVE [ 657.142647] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.142647] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.142647] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.142647] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.142647] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.142647] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.142647] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.142647] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.143136] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.143136] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.143136] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.143136] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.143281] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.143330] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.143464] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.143516] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b19c317f-dfdd-41c2-b24f-560630547dbd is going to be updated. [ 657.145027] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8697f03b-9b68-4d2b-ade8-6e607daa4837',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.166530] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.167261] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.167261] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.167261] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.167261] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.167261] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b19c317f-dfdd-41c2-b24f-560630547dbd" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.300931] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bdac1a0f-156a-453d-9050-63e10c6ad759 in Status: SUCCESS [ 657.301190] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bdac1a0f-156a-453d-9050-63e10c6ad759" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.301366] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bdac1a0f-156a-453d-9050-63e10c6ad759" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.301684] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bdac1a0f-156a-453d-9050-63e10c6ad759" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.301822] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.301881] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.301922] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.302059] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.302140] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.302224] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bdac1a0f-156a-453d-9050-63e10c6ad759" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.302319] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bdac1a0f-156a-453d-9050-63e10c6ad759',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.625621] env[65424]: INFO networking_nsxv3.common.synchronization [None req-3c5f1a6e-49d2-43f9-9f59-48fb3a42915a None None] Enqueued Resource ID: c335155f-2a85-478e-9fe8-059afee9f35b with Priority: HIGHEST for action port [ 657.625871] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c335155f-2a85-478e-9fe8-059afee9f35b with Priority: HIGHEST for action port [ 657.626446] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock port-c335155f-2a85-478e-9fe8-059afee9f35b taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.626855] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c335155f-2a85-478e-9fe8-059afee9f35b" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.626943] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c335155f-2a85-478e-9fe8-059afee9f35b" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.627163] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c335155f-2a85-478e-9fe8-059afee9f35b" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.627259] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c335155f-2a85-478e-9fe8-059afee9f35b',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.628625] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cbb7805e-73e3-427c-bb8b-1e2b9f0cad33 in Status: SUCCESS [ 657.628808] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cbb7805e-73e3-427c-bb8b-1e2b9f0cad33" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.629207] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cbb7805e-73e3-427c-bb8b-1e2b9f0cad33" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.629385] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cbb7805e-73e3-427c-bb8b-1e2b9f0cad33" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.629553] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.629687] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.629752] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.629852] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.630297] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.630422] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cbb7805e-73e3-427c-bb8b-1e2b9f0cad33" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.630514] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cbb7805e-73e3-427c-bb8b-1e2b9f0cad33',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.647526] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8697f03b-9b68-4d2b-ade8-6e607daa4837',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.674167] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bed45b1a-a99a-460a-9177-638edfa36ffb in Status: SUCCESS [ 657.674299] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bed45b1a-a99a-460a-9177-638edfa36ffb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.675572] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 335dcde0-3240-4506-8926-6b7a4d53a241 in Status: SUCCESS [ 657.675572] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-335dcde0-3240-4506-8926-6b7a4d53a241" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.675572] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bed45b1a-a99a-460a-9177-638edfa36ffb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.675711] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bed45b1a-a99a-460a-9177-638edfa36ffb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.676733] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.676733] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.676733] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.676733] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.676733] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.676733] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bed45b1a-a99a-460a-9177-638edfa36ffb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.676733] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bed45b1a-a99a-460a-9177-638edfa36ffb',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.678512] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-335dcde0-3240-4506-8926-6b7a4d53a241" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.678512] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-335dcde0-3240-4506-8926-6b7a4d53a241" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.678512] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.678850] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.678850] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.678850] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.678850] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.679125] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-335dcde0-3240-4506-8926-6b7a4d53a241" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.679125] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('335dcde0-3240-4506-8926-6b7a4d53a241',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.789553] env[65424]: INFO networking_nsxv3.common.synchronization [req-e29ca59e-dfa2-495c-adfe-2107dc345ebd req-59201a31-283a-474a-851b-e03bea46f22f tempest-ServersAdminNegativeTestJSON-908634147 tempest-ServersAdminNegativeTestJSON-908634147-project-member] Enqueued Resource ID: f1bbbc6b-71e8-4e9d-9be0-913d67ba79c0 with Priority: HIGHEST for action security_group_members [ 657.790240] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1bbbc6b-71e8-4e9d-9be0-913d67ba79c0 with Priority: HIGHEST for action security_group_members [ 657.790368] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1bbbc6b-71e8-4e9d-9be0-913d67ba79c0 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.790484] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1bbbc6b-71e8-4e9d-9be0-913d67ba79c0" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.790654] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1bbbc6b-71e8-4e9d-9be0-913d67ba79c0" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.790822] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1bbbc6b-71e8-4e9d-9be0-913d67ba79c0" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.790980] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.791191] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.791274] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.791453] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.791626] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.791692] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f1bbbc6b-71e8-4e9d-9be0-913d67ba79c0',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.804547] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-bdac1a0f-156a-453d-9050-63e10c6ad759 taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.804658] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bdac1a0f-156a-453d-9050-63e10c6ad759" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.804728] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bdac1a0f-156a-453d-9050-63e10c6ad759" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.804920] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bdac1a0f-156a-453d-9050-63e10c6ad759" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.805104] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.805250] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.805336] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.806020] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.806020] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.806020] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bdac1a0f-156a-453d-9050-63e10c6ad759" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.806020] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-bdac1a0f-156a-453d-9050-63e10c6ad759 taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.806020] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bdac1a0f-156a-453d-9050-63e10c6ad759" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.806020] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bdac1a0f-156a-453d-9050-63e10c6ad759" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.806276] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bdac1a0f-156a-453d-9050-63e10c6ad759" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.806315] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.806425] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.806680] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.806680] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.806791] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.806791] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bdac1a0f-156a-453d-9050-63e10c6ad759" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.806896] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bdac1a0f-156a-453d-9050-63e10c6ad759',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.975753] env[65424]: INFO networking_nsxv3.common.synchronization [None req-a680ffa2-226b-4d51-86f2-8d2597b02165 None None] Enqueued Resource ID: 619a8958-d529-41a3-b3b5-a87353558999 with Priority: HIGHEST for action port [ 657.976339] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 619a8958-d529-41a3-b3b5-a87353558999 with Priority: HIGHEST for action port [ 657.976792] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock port-619a8958-d529-41a3-b3b5-a87353558999 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.977081] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-619a8958-d529-41a3-b3b5-a87353558999" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.979297] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-619a8958-d529-41a3-b3b5-a87353558999" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.979297] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-619a8958-d529-41a3-b3b5-a87353558999" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.979297] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('619a8958-d529-41a3-b3b5-a87353558999',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.102235] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d9c85c1e-7ed9-48f5-adc1-b6e7cea3e1e5 in Status: SUCCESS [ 658.102235] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d9c85c1e-7ed9-48f5-adc1-b6e7cea3e1e5" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.134890] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c335155f-2a85-478e-9fe8-059afee9f35b [ 658.136560] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.136560] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.136560] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.136831] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.136831] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.136897] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c335155f-2a85-478e-9fe8-059afee9f35b already deleted. [ 658.137218] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c335155f-2a85-478e-9fe8-059afee9f35b" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.137464] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cbb7805e-73e3-427c-bb8b-1e2b9f0cad33',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.152173] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.154228] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.154228] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.154228] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.154228] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.154228] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8697f03b-9b68-4d2b-ade8-6e607daa4837 is going to be created. [ 658.180833] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.180833] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.180833] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.180833] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.180833] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.181180] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-bed45b1a-a99a-460a-9177-638edfa36ffb taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.181180] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bed45b1a-a99a-460a-9177-638edfa36ffb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.181260] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bed45b1a-a99a-460a-9177-638edfa36ffb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.181466] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bed45b1a-a99a-460a-9177-638edfa36ffb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.182257] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.182397] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.182467] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.182622] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.182735] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.182857] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bed45b1a-a99a-460a-9177-638edfa36ffb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.183015] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-bed45b1a-a99a-460a-9177-638edfa36ffb taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.183133] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bed45b1a-a99a-460a-9177-638edfa36ffb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.183195] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bed45b1a-a99a-460a-9177-638edfa36ffb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.183339] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bed45b1a-a99a-460a-9177-638edfa36ffb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.183477] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.183568] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.183627] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.183828] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.183915] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.184030] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bed45b1a-a99a-460a-9177-638edfa36ffb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.184122] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bed45b1a-a99a-460a-9177-638edfa36ffb',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.185103] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('335dcde0-3240-4506-8926-6b7a4d53a241',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.195828] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8697f03b-9b68-4d2b-ade8-6e607daa4837 in Status: UNINITIALIZED for 2s [ 658.295508] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.295704] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.295840] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.296288] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.296402] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.296623] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.297226] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.297226] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.297226] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.297226] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.297226] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f1bbbc6b-71e8-4e9d-9be0-913d67ba79c0 already deleted. [ 658.297226] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1bbbc6b-71e8-4e9d-9be0-913d67ba79c0" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.309265] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bdac1a0f-156a-453d-9050-63e10c6ad759: rpc.has_security_group_logging(os_id): False [ 658.341571] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.341571] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.341571] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.341805] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.341882] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.342217] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.342357] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.342778] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.342778] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.342778] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.342981] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.343069] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.343104] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.343326] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.343408] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.343621] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.343745] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.344373] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.344373] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.344373] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.344373] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bdac1a0f-156a-453d-9050-63e10c6ad759 is going to be created. [ 658.429555] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.431559] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.431645] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.432102] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.432984] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.447026] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bdac1a0f-156a-453d-9050-63e10c6ad759 in Status: IN_PROGRESS for 2s [ 658.481185] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 619a8958-d529-41a3-b3b5-a87353558999 [ 658.481488] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.481638] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.481715] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.482015] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.482116] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.482244] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:619a8958-d529-41a3-b3b5-a87353558999 already deleted. [ 658.482336] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-619a8958-d529-41a3-b3b5-a87353558999" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.639538] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cbb7805e-73e3-427c-bb8b-1e2b9f0cad33: rpc.has_security_group_logging(os_id): False [ 658.665038] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.665038] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.665038] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.665038] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.665038] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.665038] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.665038] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.665038] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.665038] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.665038] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.665038] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cbb7805e-73e3-427c-bb8b-1e2b9f0cad33 is going to be created. [ 658.668135] env[65424]: INFO networking_nsxv3.common.synchronization [None req-923d263c-1afa-4aff-bf64-a77d1a694536 None None] Enqueued Resource ID: a6f4b8aa-f963-43a7-8e74-06351ab35936 with Priority: HIGHEST for action port [ 658.668743] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6f4b8aa-f963-43a7-8e74-06351ab35936 with Priority: HIGHEST for action port [ 658.669106] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock port-a6f4b8aa-f963-43a7-8e74-06351ab35936 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.669252] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a6f4b8aa-f963-43a7-8e74-06351ab35936" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.669329] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a6f4b8aa-f963-43a7-8e74-06351ab35936" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.669617] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a6f4b8aa-f963-43a7-8e74-06351ab35936" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.669706] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a6f4b8aa-f963-43a7-8e74-06351ab35936',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.687136] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 335dcde0-3240-4506-8926-6b7a4d53a241: rpc.has_security_group_logging(os_id): False [ 658.688150] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bed45b1a-a99a-460a-9177-638edfa36ffb: rpc.has_security_group_logging(os_id): False [ 658.708640] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.708816] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.708858] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.709080] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.709174] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.709474] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.709590] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.709690] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.709809] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.709886] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.709973] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 335dcde0-3240-4506-8926-6b7a4d53a241 is going to be updated. [ 658.712050] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.712050] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.712238] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.712314] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.712398] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.712604] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.712707] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.712834] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.713953] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.713953] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.713953] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.713953] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.713953] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.713953] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.713953] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.713953] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.714595] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.714595] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.714595] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.714595] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.714595] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bed45b1a-a99a-460a-9177-638edfa36ffb is going to be updated. [ 658.770294] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.770464] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.773283] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.773283] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.773283] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.787308] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cbb7805e-73e3-427c-bb8b-1e2b9f0cad33 in Status: IN_PROGRESS for 2s [ 658.788808] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.789055] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.789141] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.789389] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.789537] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.799798] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.800188] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.800314] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.800566] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.800720] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.806584] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 335dcde0-3240-4506-8926-6b7a4d53a241 in Status: IN_PROGRESS for 2s [ 658.842431] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bed45b1a-a99a-460a-9177-638edfa36ffb in Status: IN_PROGRESS for 2s [ 659.119534] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock network-496 taken with stack trace [, , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.119681] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "network-496" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.119736] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "network-496" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.119991] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "network-496" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.120268] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.120415] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.120522] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.120781] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.120934] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.121172] env[65424]: DEBUG dogpile.cache.region [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] No value present for key: 'zone-id' {{(pid=65424) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 659.121281] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] NeedRegenerationException {{(pid=65424) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 659.121384] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] no value, waiting for create lock {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 659.121485] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] value creation lock acquired {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 659.121586] env[65424]: DEBUG dogpile.cache.region [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] No value present for key: 'zone-id' {{(pid=65424) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 659.121684] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Calling creation function for not-yet-present value {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 659.121805] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 659.140785] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 659.143692] env[65424]: DEBUG dogpile.cache.region [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65424) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 659.143692] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Released creation lock {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 659.143692] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "network-496" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.143692] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock port-f58fd908-5eee-4e18-b080-90bbd5570895 taken with stack trace [, , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.143692] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "port-f58fd908-5eee-4e18-b080-90bbd5570895" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.143692] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "port-f58fd908-5eee-4e18-b080-90bbd5570895" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.143692] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "port-f58fd908-5eee-4e18-b080-90bbd5570895" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.143692] env[65424]: DEBUG networking_nsxv3.api.rpc [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f58fd908-5eee-4e18-b080-90bbd5570895',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.173165] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a6f4b8aa-f963-43a7-8e74-06351ab35936 [ 659.173650] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.173866] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.173961] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.174203] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.174464] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.174464] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a6f4b8aa-f963-43a7-8e74-06351ab35936 already deleted. [ 659.174558] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a6f4b8aa-f963-43a7-8e74-06351ab35936" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.555836] env[65424]: INFO networking_nsxv3.common.synchronization [req-25d81377-5c93-4645-9d9e-103b7dcbbb2b req-6e178091-00b3-4c0e-9285-fb95bf538fd6 tempest-ServersNegativeTestJSON-1530614479 tempest-ServersNegativeTestJSON-1530614479-project-member] Enqueued Resource ID: 80425ab6-3025-46cb-88b6-ff42a37a45ce with Priority: HIGHEST for action security_group_members [ 659.556422] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 80425ab6-3025-46cb-88b6-ff42a37a45ce with Priority: HIGHEST for action security_group_members [ 659.556730] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-80425ab6-3025-46cb-88b6-ff42a37a45ce taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.556856] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-80425ab6-3025-46cb-88b6-ff42a37a45ce" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.556923] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-80425ab6-3025-46cb-88b6-ff42a37a45ce" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.557144] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-80425ab6-3025-46cb-88b6-ff42a37a45ce" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.557302] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.557402] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.557462] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.557608] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.557688] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.557779] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('80425ab6-3025-46cb-88b6-ff42a37a45ce',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.647619] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.647863] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.647970] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.648280] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.648423] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.648571] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Segment Port f58fd908-5eee-4e18-b080-90bbd5570895 not found, creating... [ 659.648828] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.648982] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.649103] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.649317] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.649445] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.649834] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.649935] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.650010] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.650650] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.650836] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.651012] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Resource: SegmentPort with ID: f58fd908-5eee-4e18-b080-90bbd5570895 is going to be created. [ 659.681888] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.681888] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.681888] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.681888] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.681888] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.681888] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "port-f58fd908-5eee-4e18-b080-90bbd5570895" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.060039] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('80425ab6-3025-46cb-88b6-ff42a37a45ce',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.089286] env[65424]: INFO networking_nsxv3.common.synchronization [None req-2e456f45-d25f-4538-bc70-cf7abc7ebfd4 None None] Enqueued Resource ID: 4df125cb-4a6e-40c3-8d74-5d56ae0c124c with Priority: HIGHEST for action port [ 660.093915] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4df125cb-4a6e-40c3-8d74-5d56ae0c124c with Priority: HIGHEST for action port [ 660.094274] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock port-4df125cb-4a6e-40c3-8d74-5d56ae0c124c taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.094372] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4df125cb-4a6e-40c3-8d74-5d56ae0c124c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.094458] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4df125cb-4a6e-40c3-8d74-5d56ae0c124c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.094732] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4df125cb-4a6e-40c3-8d74-5d56ae0c124c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.094838] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4df125cb-4a6e-40c3-8d74-5d56ae0c124c',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.178092] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock network-885 taken with stack trace [, , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.178092] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "network-885" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.178092] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "network-885" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.178092] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "network-885" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.178655] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.178655] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.178787] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.179034] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.179187] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.179391] env[65424]: DEBUG dogpile.cache.region [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] No value present for key: 'zone-id' {{(pid=65424) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 660.179497] env[65424]: DEBUG dogpile.lock [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] NeedRegenerationException {{(pid=65424) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 660.179600] env[65424]: DEBUG dogpile.lock [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] no value, waiting for create lock {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 660.179714] env[65424]: DEBUG dogpile.lock [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] value creation lock acquired {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 660.179817] env[65424]: DEBUG dogpile.cache.region [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] No value present for key: 'zone-id' {{(pid=65424) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 660.179927] env[65424]: DEBUG dogpile.lock [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Calling creation function for not-yet-present value {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 660.180116] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 660.204717] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 660.205013] env[65424]: DEBUG dogpile.cache.region [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65424) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 660.205255] env[65424]: DEBUG dogpile.lock [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Released creation lock {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 660.205517] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "network-885" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.206009] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock port-0e3fe1bb-7751-487a-8a84-de78a37201c9 taken with stack trace [, , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.206286] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "port-0e3fe1bb-7751-487a-8a84-de78a37201c9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.206460] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "port-0e3fe1bb-7751-487a-8a84-de78a37201c9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.206961] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "port-0e3fe1bb-7751-487a-8a84-de78a37201c9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.207179] env[65424]: DEBUG networking_nsxv3.api.rpc [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0e3fe1bb-7751-487a-8a84-de78a37201c9',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.209300] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8697f03b-9b68-4d2b-ade8-6e607daa4837 in Status: SUCCESS [ 660.212842] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8697f03b-9b68-4d2b-ade8-6e607daa4837" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.212842] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8697f03b-9b68-4d2b-ade8-6e607daa4837" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.212842] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8697f03b-9b68-4d2b-ade8-6e607daa4837" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.212842] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.212842] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.212842] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.212842] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.212842] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.212842] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8697f03b-9b68-4d2b-ade8-6e607daa4837" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.212842] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8697f03b-9b68-4d2b-ade8-6e607daa4837',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.410568] env[65424]: INFO networking_nsxv3.common.synchronization [req-e29ca59e-dfa2-495c-adfe-2107dc345ebd req-f62acf4c-8bf4-4e96-b4e1-cb9e7469ba53 service nova] Enqueued Resource ID: f1bbbc6b-71e8-4e9d-9be0-913d67ba79c0 with Priority: HIGHEST for action security_group_rules [ 660.410767] env[65424]: INFO networking_nsxv3.common.synchronization [req-e29ca59e-dfa2-495c-adfe-2107dc345ebd req-f62acf4c-8bf4-4e96-b4e1-cb9e7469ba53 service nova] Enqueued Resource ID: f1bbbc6b-71e8-4e9d-9be0-913d67ba79c0 with Priority: HIGHEST for action security_group_members [ 660.410912] env[65424]: INFO networking_nsxv3.common.synchronization [req-e29ca59e-dfa2-495c-adfe-2107dc345ebd req-f62acf4c-8bf4-4e96-b4e1-cb9e7469ba53 service nova] Enqueued Resource ID: f58fd908-5eee-4e18-b080-90bbd5570895 with Priority: HIGHEST for action port [ 660.411454] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1bbbc6b-71e8-4e9d-9be0-913d67ba79c0 with Priority: HIGHEST for action security_group_rules [ 660.411587] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1bbbc6b-71e8-4e9d-9be0-913d67ba79c0 with Priority: HIGHEST for action security_group_members [ 660.411683] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f58fd908-5eee-4e18-b080-90bbd5570895 with Priority: HIGHEST for action port [ 660.411943] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f1bbbc6b-71e8-4e9d-9be0-913d67ba79c0 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.412274] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f1bbbc6b-71e8-4e9d-9be0-913d67ba79c0" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.412423] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f1bbbc6b-71e8-4e9d-9be0-913d67ba79c0" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.412693] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f1bbbc6b-71e8-4e9d-9be0-913d67ba79c0" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.412847] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f1bbbc6b-71e8-4e9d-9be0-913d67ba79c0',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.414250] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1bbbc6b-71e8-4e9d-9be0-913d67ba79c0 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.414412] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1bbbc6b-71e8-4e9d-9be0-913d67ba79c0" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.414956] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1bbbc6b-71e8-4e9d-9be0-913d67ba79c0" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.415140] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1bbbc6b-71e8-4e9d-9be0-913d67ba79c0" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.415344] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.415477] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.415614] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.415743] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.415850] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.415976] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f1bbbc6b-71e8-4e9d-9be0-913d67ba79c0',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.417131] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock port-f58fd908-5eee-4e18-b080-90bbd5570895 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.417131] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f58fd908-5eee-4e18-b080-90bbd5570895" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.417131] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f58fd908-5eee-4e18-b080-90bbd5570895" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.417131] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f58fd908-5eee-4e18-b080-90bbd5570895" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.417351] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f58fd908-5eee-4e18-b080-90bbd5570895',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.463976] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bdac1a0f-156a-453d-9050-63e10c6ad759 in Status: SUCCESS [ 660.464707] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bdac1a0f-156a-453d-9050-63e10c6ad759" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.562035] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('80425ab6-3025-46cb-88b6-ff42a37a45ce',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.598625] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4df125cb-4a6e-40c3-8d74-5d56ae0c124c [ 660.598865] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.599009] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.599084] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.599326] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.599425] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.599525] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4df125cb-4a6e-40c3-8d74-5d56ae0c124c already deleted. [ 660.599623] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4df125cb-4a6e-40c3-8d74-5d56ae0c124c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.716532] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.716532] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.716532] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.716711] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.716848] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.716988] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Segment Port 0e3fe1bb-7751-487a-8a84-de78a37201c9 not found, creating... [ 660.717287] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.717430] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.717534] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.717740] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.717862] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.718140] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.718280] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.718383] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.718570] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.718686] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.718961] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Resource: SegmentPort with ID: 0e3fe1bb-7751-487a-8a84-de78a37201c9 is going to be created. [ 660.720292] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-8697f03b-9b68-4d2b-ade8-6e607daa4837 taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.720408] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8697f03b-9b68-4d2b-ade8-6e607daa4837" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.720454] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8697f03b-9b68-4d2b-ade8-6e607daa4837" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.720606] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8697f03b-9b68-4d2b-ade8-6e607daa4837" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.720746] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.720835] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.720892] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.721037] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.721109] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.721189] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8697f03b-9b68-4d2b-ade8-6e607daa4837" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.721406] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-8697f03b-9b68-4d2b-ade8-6e607daa4837 taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.721503] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8697f03b-9b68-4d2b-ade8-6e607daa4837" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.721559] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8697f03b-9b68-4d2b-ade8-6e607daa4837" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.721696] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8697f03b-9b68-4d2b-ade8-6e607daa4837" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.721845] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.721917] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.721965] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.722147] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.722198] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.722255] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8697f03b-9b68-4d2b-ade8-6e607daa4837" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.722527] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8697f03b-9b68-4d2b-ade8-6e607daa4837',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.747471] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.747471] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.747612] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.748498] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.748804] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.749111] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "port-0e3fe1bb-7751-487a-8a84-de78a37201c9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.803063] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cbb7805e-73e3-427c-bb8b-1e2b9f0cad33 in Status: SUCCESS [ 660.803063] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cbb7805e-73e3-427c-bb8b-1e2b9f0cad33" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.820723] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 335dcde0-3240-4506-8926-6b7a4d53a241 in Status: SUCCESS [ 660.820723] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-335dcde0-3240-4506-8926-6b7a4d53a241" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.860329] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bed45b1a-a99a-460a-9177-638edfa36ffb in Status: SUCCESS [ 660.861042] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bed45b1a-a99a-460a-9177-638edfa36ffb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.922483] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1bbbc6b-71e8-4e9d-9be0-913d67ba79c0 taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.922483] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1bbbc6b-71e8-4e9d-9be0-913d67ba79c0" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.922738] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f1bbbc6b-71e8-4e9d-9be0-913d67ba79c0',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.923912] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f58fd908-5eee-4e18-b080-90bbd5570895 with status ACTIVE [ 660.924320] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.924320] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.924440] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.924782] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.924782] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.925075] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.926747] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.926860] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.927701] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.927701] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.927701] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.927701] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.927982] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.927982] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.927982] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.928171] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f58fd908-5eee-4e18-b080-90bbd5570895 is going to be updated. [ 660.959396] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.959563] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.959787] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.960046] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.960192] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.960405] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f58fd908-5eee-4e18-b080-90bbd5570895" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.065745] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.065745] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.065948] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.066188] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.066313] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.066382] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 80425ab6-3025-46cb-88b6-ff42a37a45ce is going to be updated. [ 661.110281] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.111839] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.111839] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.111839] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.111839] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.131906] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 80425ab6-3025-46cb-88b6-ff42a37a45ce in Status: IN_PROGRESS for 2s [ 661.226302] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8697f03b-9b68-4d2b-ade8-6e607daa4837: rpc.has_security_group_logging(os_id): False [ 661.247244] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.247244] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.247244] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.247244] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.247244] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.247244] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.247244] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.247244] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.247244] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.247244] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.247244] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.247244] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.247244] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.248734] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.249286] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.249656] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.250048] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.250272] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.250778] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.252597] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.252597] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8697f03b-9b68-4d2b-ade8-6e607daa4837 is going to be created. [ 661.319558] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.319768] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.319768] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.320672] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.320672] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.346521] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8697f03b-9b68-4d2b-ade8-6e607daa4837 in Status: IN_PROGRESS for 2s [ 661.431409] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f1bbbc6b-71e8-4e9d-9be0-913d67ba79c0',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.471308] env[65424]: INFO networking_nsxv3.common.synchronization [req-25d81377-5c93-4645-9d9e-103b7dcbbb2b req-942c28e5-2a55-4d97-a46a-94ef1bbce4f0 service nova] Enqueued Resource ID: 80425ab6-3025-46cb-88b6-ff42a37a45ce with Priority: HIGHEST for action security_group_rules [ 661.471480] env[65424]: INFO networking_nsxv3.common.synchronization [req-25d81377-5c93-4645-9d9e-103b7dcbbb2b req-942c28e5-2a55-4d97-a46a-94ef1bbce4f0 service nova] Enqueued Resource ID: 80425ab6-3025-46cb-88b6-ff42a37a45ce with Priority: HIGHEST for action security_group_members [ 661.472035] env[65424]: INFO networking_nsxv3.common.synchronization [req-25d81377-5c93-4645-9d9e-103b7dcbbb2b req-942c28e5-2a55-4d97-a46a-94ef1bbce4f0 service nova] Enqueued Resource ID: 0e3fe1bb-7751-487a-8a84-de78a37201c9 with Priority: HIGHEST for action port [ 661.472536] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 80425ab6-3025-46cb-88b6-ff42a37a45ce with Priority: HIGHEST for action security_group_rules [ 661.472674] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 80425ab6-3025-46cb-88b6-ff42a37a45ce with Priority: HIGHEST for action security_group_members [ 661.472771] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e3fe1bb-7751-487a-8a84-de78a37201c9 with Priority: HIGHEST for action port [ 661.473080] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock rules-80425ab6-3025-46cb-88b6-ff42a37a45ce taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.473208] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-80425ab6-3025-46cb-88b6-ff42a37a45ce" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.473275] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-80425ab6-3025-46cb-88b6-ff42a37a45ce" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.473494] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-80425ab6-3025-46cb-88b6-ff42a37a45ce" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.473613] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('80425ab6-3025-46cb-88b6-ff42a37a45ce',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.474470] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-80425ab6-3025-46cb-88b6-ff42a37a45ce taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.474565] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-80425ab6-3025-46cb-88b6-ff42a37a45ce" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.474811] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock port-0e3fe1bb-7751-487a-8a84-de78a37201c9 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.476205] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0e3fe1bb-7751-487a-8a84-de78a37201c9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.476205] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0e3fe1bb-7751-487a-8a84-de78a37201c9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.476205] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0e3fe1bb-7751-487a-8a84-de78a37201c9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.476205] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0e3fe1bb-7751-487a-8a84-de78a37201c9',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.584605] env[65424]: INFO networking_nsxv3.common.synchronization [None req-50402ec0-3cf1-4973-a2a2-8d0b3f03b5e9 None None] Enqueued Resource ID: 7cf6c742-e423-492d-bc01-e0551a664caf with Priority: HIGHEST for action port [ 661.585559] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7cf6c742-e423-492d-bc01-e0551a664caf with Priority: HIGHEST for action port [ 661.585911] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock port-7cf6c742-e423-492d-bc01-e0551a664caf taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.586216] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7cf6c742-e423-492d-bc01-e0551a664caf" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.586310] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7cf6c742-e423-492d-bc01-e0551a664caf" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.587292] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7cf6c742-e423-492d-bc01-e0551a664caf" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.587401] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7cf6c742-e423-492d-bc01-e0551a664caf',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.040770] env[65424]: INFO networking_nsxv3.common.synchronization [req-42f1d5db-6e1b-4d82-a406-0b191fb573a2 req-41c3ed58-e450-41df-bb33-fe33780844b6 tempest-ImagesNegativeTestJSON-850459411 tempest-ImagesNegativeTestJSON-850459411-project-member] Enqueued Resource ID: d31137b1-d29c-4525-ad92-6b63f28c47b5 with Priority: HIGHEST for action security_group_members [ 662.040770] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d31137b1-d29c-4525-ad92-6b63f28c47b5 with Priority: HIGHEST for action security_group_members [ 662.040770] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-d31137b1-d29c-4525-ad92-6b63f28c47b5 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.040770] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d31137b1-d29c-4525-ad92-6b63f28c47b5" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.040770] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d31137b1-d29c-4525-ad92-6b63f28c47b5" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.040770] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d31137b1-d29c-4525-ad92-6b63f28c47b5" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.040770] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.040770] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.040770] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.040770] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.040770] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.040770] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d31137b1-d29c-4525-ad92-6b63f28c47b5',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.040770] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.040770] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.040770] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.040770] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.040770] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.040770] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f1bbbc6b-71e8-4e9d-9be0-913d67ba79c0 is going to be created. [ 662.043511] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.043511] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.043511] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.043511] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.043511] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.043511] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-80425ab6-3025-46cb-88b6-ff42a37a45ce taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.043511] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-80425ab6-3025-46cb-88b6-ff42a37a45ce" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.043511] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0e3fe1bb-7751-487a-8a84-de78a37201c9 with status ACTIVE [ 662.043511] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.043511] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.043511] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.043511] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.043511] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.043511] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.044716] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.044716] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.044716] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.044716] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.044716] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.044716] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.044716] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.044716] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.044716] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.044716] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0e3fe1bb-7751-487a-8a84-de78a37201c9 is going to be updated. [ 662.044716] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1bbbc6b-71e8-4e9d-9be0-913d67ba79c0 in Status: UNINITIALIZED for 2s [ 662.044716] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.044716] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.044716] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.044716] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.044716] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.044716] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0e3fe1bb-7751-487a-8a84-de78a37201c9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.090847] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7cf6c742-e423-492d-bc01-e0551a664caf [ 662.091856] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.091856] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.091856] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.091856] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.091856] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.091856] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7cf6c742-e423-492d-bc01-e0551a664caf already deleted. [ 662.091856] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7cf6c742-e423-492d-bc01-e0551a664caf" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.383394] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.383394] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.383394] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.383394] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.383394] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.383394] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.383394] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.383394] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.383394] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.383394] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.383394] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d31137b1-d29c-4525-ad92-6b63f28c47b5 already deleted. [ 662.383394] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d31137b1-d29c-4525-ad92-6b63f28c47b5" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.393947] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock network-866 taken with stack trace [, , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.394183] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "network-866" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.394303] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "network-866" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.394666] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "network-866" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.394888] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.395864] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.396051] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.396281] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.396420] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.396635] env[65424]: DEBUG dogpile.cache.region [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] No value present for key: 'zone-id' {{(pid=65424) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 662.396742] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] NeedRegenerationException {{(pid=65424) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 662.396841] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] no value, waiting for create lock {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 662.396939] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] value creation lock acquired {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 662.397051] env[65424]: DEBUG dogpile.cache.region [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] No value present for key: 'zone-id' {{(pid=65424) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 662.397148] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Calling creation function for not-yet-present value {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 662.397322] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 662.420361] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 662.420361] env[65424]: DEBUG dogpile.cache.region [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65424) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 662.420586] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Released creation lock {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 662.420768] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "network-866" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.421105] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock port-c996bc5c-9497-4589-a503-2f7a420a9347 taken with stack trace [, , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.421285] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "port-c996bc5c-9497-4589-a503-2f7a420a9347" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.421398] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "port-c996bc5c-9497-4589-a503-2f7a420a9347" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.421775] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "port-c996bc5c-9497-4589-a503-2f7a420a9347" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.422668] env[65424]: DEBUG networking_nsxv3.api.rpc [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c996bc5c-9497-4589-a503-2f7a420a9347',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.927033] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.927033] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.927033] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.927033] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.927033] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.927033] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Segment Port c996bc5c-9497-4589-a503-2f7a420a9347 not found, creating... [ 662.927033] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.927033] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.927033] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.927033] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.927033] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.927597] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.927597] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.927597] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.927597] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.927597] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.927597] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Resource: SegmentPort with ID: c996bc5c-9497-4589-a503-2f7a420a9347 is going to be created. [ 662.953335] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.953662] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.953870] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.954253] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.954560] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.956068] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "port-c996bc5c-9497-4589-a503-2f7a420a9347" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.145769] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 80425ab6-3025-46cb-88b6-ff42a37a45ce in Status: SUCCESS [ 663.146044] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-80425ab6-3025-46cb-88b6-ff42a37a45ce" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.146245] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-80425ab6-3025-46cb-88b6-ff42a37a45ce" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.146495] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-80425ab6-3025-46cb-88b6-ff42a37a45ce" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.146706] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.146846] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.146920] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.147115] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.147194] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.147330] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('80425ab6-3025-46cb-88b6-ff42a37a45ce',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.360329] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8697f03b-9b68-4d2b-ade8-6e607daa4837 in Status: SUCCESS [ 663.360329] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8697f03b-9b68-4d2b-ade8-6e607daa4837" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.651946] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('80425ab6-3025-46cb-88b6-ff42a37a45ce',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.699233] env[65424]: INFO networking_nsxv3.common.synchronization [req-42f1d5db-6e1b-4d82-a406-0b191fb573a2 req-22603f01-2e04-441e-b894-3b35272b449c service nova] Enqueued Resource ID: d31137b1-d29c-4525-ad92-6b63f28c47b5 with Priority: HIGHEST for action security_group_rules [ 663.699441] env[65424]: INFO networking_nsxv3.common.synchronization [req-42f1d5db-6e1b-4d82-a406-0b191fb573a2 req-22603f01-2e04-441e-b894-3b35272b449c service nova] Enqueued Resource ID: d31137b1-d29c-4525-ad92-6b63f28c47b5 with Priority: HIGHEST for action security_group_members [ 663.699572] env[65424]: INFO networking_nsxv3.common.synchronization [req-42f1d5db-6e1b-4d82-a406-0b191fb573a2 req-22603f01-2e04-441e-b894-3b35272b449c service nova] Enqueued Resource ID: c996bc5c-9497-4589-a503-2f7a420a9347 with Priority: HIGHEST for action port [ 663.701142] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d31137b1-d29c-4525-ad92-6b63f28c47b5 with Priority: HIGHEST for action security_group_rules [ 663.702769] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d31137b1-d29c-4525-ad92-6b63f28c47b5 with Priority: HIGHEST for action security_group_members [ 663.702769] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c996bc5c-9497-4589-a503-2f7a420a9347 with Priority: HIGHEST for action port [ 663.702769] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d31137b1-d29c-4525-ad92-6b63f28c47b5 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.702769] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d31137b1-d29c-4525-ad92-6b63f28c47b5" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.702769] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d31137b1-d29c-4525-ad92-6b63f28c47b5" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.703943] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d31137b1-d29c-4525-ad92-6b63f28c47b5" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.703943] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d31137b1-d29c-4525-ad92-6b63f28c47b5',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.704296] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-d31137b1-d29c-4525-ad92-6b63f28c47b5 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.704461] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d31137b1-d29c-4525-ad92-6b63f28c47b5" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.704553] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d31137b1-d29c-4525-ad92-6b63f28c47b5" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.704824] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d31137b1-d29c-4525-ad92-6b63f28c47b5" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.705054] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.705198] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.705288] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.705510] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.705628] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.706348] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d31137b1-d29c-4525-ad92-6b63f28c47b5',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.707351] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock port-c996bc5c-9497-4589-a503-2f7a420a9347 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.707351] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c996bc5c-9497-4589-a503-2f7a420a9347" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.707351] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c996bc5c-9497-4589-a503-2f7a420a9347" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.707351] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c996bc5c-9497-4589-a503-2f7a420a9347" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.707552] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c996bc5c-9497-4589-a503-2f7a420a9347',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.019313] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1bbbc6b-71e8-4e9d-9be0-913d67ba79c0 in Status: SUCCESS [ 664.019602] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1bbbc6b-71e8-4e9d-9be0-913d67ba79c0" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.019836] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1bbbc6b-71e8-4e9d-9be0-913d67ba79c0" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.020154] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1bbbc6b-71e8-4e9d-9be0-913d67ba79c0" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.020390] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.020517] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.020594] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.021113] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.021113] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.021113] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1bbbc6b-71e8-4e9d-9be0-913d67ba79c0" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.021113] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f1bbbc6b-71e8-4e9d-9be0-913d67ba79c0',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.156440] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('80425ab6-3025-46cb-88b6-ff42a37a45ce',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.210030] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d31137b1-d29c-4525-ad92-6b63f28c47b5',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.211061] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-d31137b1-d29c-4525-ad92-6b63f28c47b5 taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.211213] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d31137b1-d29c-4525-ad92-6b63f28c47b5" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.211428] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c996bc5c-9497-4589-a503-2f7a420a9347 with status ACTIVE [ 664.211625] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.211705] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.211772] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.212016] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.212109] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.212285] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.212383] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.212446] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.212636] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.212745] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.212994] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.215449] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.215536] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.215698] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.215775] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.215865] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c996bc5c-9497-4589-a503-2f7a420a9347 is going to be updated. [ 664.264749] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.264952] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.264952] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.265180] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.265307] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.265475] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c996bc5c-9497-4589-a503-2f7a420a9347" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.443010] env[65424]: INFO networking_nsxv3.common.synchronization [req-c91be76a-2bb5-4edf-bc70-4da46e926412 req-fc222cf0-454a-4d0a-8989-b891741ba9f6 tempest-ListImageFiltersTestJSON-1316479358 tempest-ListImageFiltersTestJSON-1316479358-project-member] Enqueued Resource ID: d9c85c1e-7ed9-48f5-adc1-b6e7cea3e1e5 with Priority: HIGHEST for action security_group_members [ 664.443010] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9c85c1e-7ed9-48f5-adc1-b6e7cea3e1e5 with Priority: HIGHEST for action security_group_members [ 664.443010] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9c85c1e-7ed9-48f5-adc1-b6e7cea3e1e5 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.443010] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9c85c1e-7ed9-48f5-adc1-b6e7cea3e1e5" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.443010] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9c85c1e-7ed9-48f5-adc1-b6e7cea3e1e5" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.443010] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9c85c1e-7ed9-48f5-adc1-b6e7cea3e1e5" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.443010] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.443597] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.443597] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.443597] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.443597] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.443597] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d9c85c1e-7ed9-48f5-adc1-b6e7cea3e1e5',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.523251] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1bbbc6b-71e8-4e9d-9be0-913d67ba79c0 taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.523524] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1bbbc6b-71e8-4e9d-9be0-913d67ba79c0" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.523640] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1bbbc6b-71e8-4e9d-9be0-913d67ba79c0" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.523901] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1bbbc6b-71e8-4e9d-9be0-913d67ba79c0" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.524087] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.524217] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.524304] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.524419] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.524507] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.524685] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1bbbc6b-71e8-4e9d-9be0-913d67ba79c0" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.524921] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1bbbc6b-71e8-4e9d-9be0-913d67ba79c0 taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.525039] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1bbbc6b-71e8-4e9d-9be0-913d67ba79c0" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.525150] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1bbbc6b-71e8-4e9d-9be0-913d67ba79c0" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.525301] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1bbbc6b-71e8-4e9d-9be0-913d67ba79c0" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.525484] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.525610] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.525694] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.525832] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.525987] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.526329] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1bbbc6b-71e8-4e9d-9be0-913d67ba79c0" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.526471] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f1bbbc6b-71e8-4e9d-9be0-913d67ba79c0',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.659570] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.659936] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.659936] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.660199] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.660199] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.660199] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 80425ab6-3025-46cb-88b6-ff42a37a45ce is going to be updated. [ 664.693933] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.694863] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.694863] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.694863] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.695024] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.708036] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 80425ab6-3025-46cb-88b6-ff42a37a45ce in Status: IN_PROGRESS for 2s [ 664.718343] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d31137b1-d29c-4525-ad92-6b63f28c47b5',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.946721] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d9c85c1e-7ed9-48f5-adc1-b6e7cea3e1e5',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.030263] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f1bbbc6b-71e8-4e9d-9be0-913d67ba79c0: rpc.has_security_group_logging(os_id): False [ 665.055036] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.055036] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.055036] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.055036] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.055036] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.055036] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.055036] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.055036] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.055036] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.055036] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.055036] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.055036] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.055036] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.055036] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.055036] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.055709] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.055709] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.055709] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.057181] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.057418] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.058046] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f1bbbc6b-71e8-4e9d-9be0-913d67ba79c0 is going to be created. [ 665.126026] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.126026] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.126026] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.126026] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.126026] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.142198] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f1bbbc6b-71e8-4e9d-9be0-913d67ba79c0 in Status: IN_PROGRESS for 2s [ 665.224199] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.224199] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.224199] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.224199] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.224199] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.224199] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d31137b1-d29c-4525-ad92-6b63f28c47b5 is going to be created. [ 665.294731] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.294895] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.295824] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.295824] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.295824] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.313271] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d31137b1-d29c-4525-ad92-6b63f28c47b5 in Status: UNINITIALIZED for 2s [ 665.449388] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d9c85c1e-7ed9-48f5-adc1-b6e7cea3e1e5',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.953597] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.954144] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.954144] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.954294] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.954294] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.954449] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9c85c1e-7ed9-48f5-adc1-b6e7cea3e1e5 is going to be updated. [ 665.989737] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.989878] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.989878] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.990350] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.990555] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.001635] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9c85c1e-7ed9-48f5-adc1-b6e7cea3e1e5 in Status: IN_PROGRESS for 2s [ 666.230484] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock network-496 taken with stack trace [, , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.231375] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "network-496" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.231375] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "network-496" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.231375] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "network-496" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.231375] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.231798] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.231844] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.233603] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.233603] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.233603] env[65424]: DEBUG dogpile.cache.region [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] No value present for key: 'zone-id' {{(pid=65424) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 666.233603] env[65424]: DEBUG dogpile.lock [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] NeedRegenerationException {{(pid=65424) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 666.233603] env[65424]: DEBUG dogpile.lock [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] no value, waiting for create lock {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 666.233603] env[65424]: DEBUG dogpile.lock [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] value creation lock acquired {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 666.233603] env[65424]: DEBUG dogpile.cache.region [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] No value present for key: 'zone-id' {{(pid=65424) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 666.233603] env[65424]: DEBUG dogpile.lock [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Calling creation function for not-yet-present value {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 666.233603] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 666.254652] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 666.255309] env[65424]: DEBUG dogpile.cache.region [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65424) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 666.257977] env[65424]: DEBUG dogpile.lock [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Released creation lock {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 666.257977] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "network-496" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.257977] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock port-af41d721-f5ad-4ec9-b15f-2f9a21062a81 taken with stack trace [, , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.257977] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "port-af41d721-f5ad-4ec9-b15f-2f9a21062a81" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.257977] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "port-af41d721-f5ad-4ec9-b15f-2f9a21062a81" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.257977] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "port-af41d721-f5ad-4ec9-b15f-2f9a21062a81" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.257977] env[65424]: DEBUG networking_nsxv3.api.rpc [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('af41d721-f5ad-4ec9-b15f-2f9a21062a81',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.720782] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 80425ab6-3025-46cb-88b6-ff42a37a45ce in Status: SUCCESS [ 666.720782] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-80425ab6-3025-46cb-88b6-ff42a37a45ce" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.720782] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-80425ab6-3025-46cb-88b6-ff42a37a45ce" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.721038] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-80425ab6-3025-46cb-88b6-ff42a37a45ce" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.721213] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.721337] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.721375] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.721735] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.721735] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.721735] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-80425ab6-3025-46cb-88b6-ff42a37a45ce" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.721735] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('80425ab6-3025-46cb-88b6-ff42a37a45ce',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.760394] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.760548] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.760648] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.760946] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.761096] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.761315] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Segment Port af41d721-f5ad-4ec9-b15f-2f9a21062a81 not found, creating... [ 666.761524] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.761676] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.761786] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.761993] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.762138] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.762414] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.762551] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.762661] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.762889] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.764034] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.764034] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Resource: SegmentPort with ID: af41d721-f5ad-4ec9-b15f-2f9a21062a81 is going to be created. [ 666.787617] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.787828] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.787973] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.788741] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.789035] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.789210] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "port-af41d721-f5ad-4ec9-b15f-2f9a21062a81" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.154573] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f1bbbc6b-71e8-4e9d-9be0-913d67ba79c0 in Status: SUCCESS [ 667.155039] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f1bbbc6b-71e8-4e9d-9be0-913d67ba79c0" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.223567] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-80425ab6-3025-46cb-88b6-ff42a37a45ce taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.223748] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-80425ab6-3025-46cb-88b6-ff42a37a45ce" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.223794] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-80425ab6-3025-46cb-88b6-ff42a37a45ce" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.224063] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-80425ab6-3025-46cb-88b6-ff42a37a45ce" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.224243] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.224368] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.224449] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.224611] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.224699] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.224787] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-80425ab6-3025-46cb-88b6-ff42a37a45ce" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.224940] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-80425ab6-3025-46cb-88b6-ff42a37a45ce taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.225052] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-80425ab6-3025-46cb-88b6-ff42a37a45ce" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.225115] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-80425ab6-3025-46cb-88b6-ff42a37a45ce" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.225347] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-80425ab6-3025-46cb-88b6-ff42a37a45ce" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.225488] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.225580] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.225641] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.225778] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.225852] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.225933] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-80425ab6-3025-46cb-88b6-ff42a37a45ce" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.226036] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('80425ab6-3025-46cb-88b6-ff42a37a45ce',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.326836] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d31137b1-d29c-4525-ad92-6b63f28c47b5 in Status: SUCCESS [ 667.327602] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d31137b1-d29c-4525-ad92-6b63f28c47b5" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.327602] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d31137b1-d29c-4525-ad92-6b63f28c47b5" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.327602] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d31137b1-d29c-4525-ad92-6b63f28c47b5" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.327786] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.327905] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.327969] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.328140] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.328224] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.328376] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d31137b1-d29c-4525-ad92-6b63f28c47b5" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.328459] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d31137b1-d29c-4525-ad92-6b63f28c47b5',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.530038] env[65424]: INFO networking_nsxv3.common.synchronization [req-c91be76a-2bb5-4edf-bc70-4da46e926412 req-c276cfba-6595-4617-a3e3-588d253002ab service nova] Enqueued Resource ID: d9c85c1e-7ed9-48f5-adc1-b6e7cea3e1e5 with Priority: HIGHEST for action security_group_rules [ 667.530196] env[65424]: INFO networking_nsxv3.common.synchronization [req-c91be76a-2bb5-4edf-bc70-4da46e926412 req-c276cfba-6595-4617-a3e3-588d253002ab service nova] Enqueued Resource ID: d9c85c1e-7ed9-48f5-adc1-b6e7cea3e1e5 with Priority: HIGHEST for action security_group_members [ 667.530323] env[65424]: INFO networking_nsxv3.common.synchronization [req-c91be76a-2bb5-4edf-bc70-4da46e926412 req-c276cfba-6595-4617-a3e3-588d253002ab service nova] Enqueued Resource ID: af41d721-f5ad-4ec9-b15f-2f9a21062a81 with Priority: HIGHEST for action port [ 667.530570] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9c85c1e-7ed9-48f5-adc1-b6e7cea3e1e5 with Priority: HIGHEST for action security_group_rules [ 667.530716] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9c85c1e-7ed9-48f5-adc1-b6e7cea3e1e5 with Priority: HIGHEST for action security_group_members [ 667.530987] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af41d721-f5ad-4ec9-b15f-2f9a21062a81 with Priority: HIGHEST for action port [ 667.531575] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d9c85c1e-7ed9-48f5-adc1-b6e7cea3e1e5 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.531681] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d9c85c1e-7ed9-48f5-adc1-b6e7cea3e1e5" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.531776] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d9c85c1e-7ed9-48f5-adc1-b6e7cea3e1e5" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.531989] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d9c85c1e-7ed9-48f5-adc1-b6e7cea3e1e5" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.532096] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d9c85c1e-7ed9-48f5-adc1-b6e7cea3e1e5',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.533950] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9c85c1e-7ed9-48f5-adc1-b6e7cea3e1e5 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.534106] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9c85c1e-7ed9-48f5-adc1-b6e7cea3e1e5" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.534381] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock port-af41d721-f5ad-4ec9-b15f-2f9a21062a81 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.534497] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-af41d721-f5ad-4ec9-b15f-2f9a21062a81" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.534562] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-af41d721-f5ad-4ec9-b15f-2f9a21062a81" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.534746] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-af41d721-f5ad-4ec9-b15f-2f9a21062a81" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.534824] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('af41d721-f5ad-4ec9-b15f-2f9a21062a81',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.730344] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 80425ab6-3025-46cb-88b6-ff42a37a45ce: rpc.has_security_group_logging(os_id): False [ 667.764956] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.765291] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.765291] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.767611] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.768364] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.768364] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.768364] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.768364] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.768714] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.768714] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.768800] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.769013] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.769013] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.769309] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.769309] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.769412] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.769467] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.769505] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.769634] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.769704] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.770816] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 80425ab6-3025-46cb-88b6-ff42a37a45ce is going to be updated. [ 667.833376] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-d31137b1-d29c-4525-ad92-6b63f28c47b5 taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.833557] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d31137b1-d29c-4525-ad92-6b63f28c47b5" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.833601] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d31137b1-d29c-4525-ad92-6b63f28c47b5" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.834381] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d31137b1-d29c-4525-ad92-6b63f28c47b5" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.834381] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.834381] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.834381] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.834381] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.834721] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.834721] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d31137b1-d29c-4525-ad92-6b63f28c47b5" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.834721] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-d31137b1-d29c-4525-ad92-6b63f28c47b5 taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.834721] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d31137b1-d29c-4525-ad92-6b63f28c47b5" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.835408] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d31137b1-d29c-4525-ad92-6b63f28c47b5" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.835408] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d31137b1-d29c-4525-ad92-6b63f28c47b5" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.835408] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.835408] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.835408] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.835408] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.835408] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.835895] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d31137b1-d29c-4525-ad92-6b63f28c47b5" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.835895] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d31137b1-d29c-4525-ad92-6b63f28c47b5',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.888399] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.888399] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.888399] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.888399] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.888399] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.907926] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 80425ab6-3025-46cb-88b6-ff42a37a45ce in Status: IN_PROGRESS for 2s [ 667.995551] env[65424]: INFO networking_nsxv3.common.synchronization [req-5ab93eed-5d27-4355-b2b0-c67e27951948 req-3a7f122a-0322-40ca-b2bb-2232c889675f tempest-ServersTestBootFromVolume-1036810189 tempest-ServersTestBootFromVolume-1036810189-project-member] Enqueued Resource ID: 45d000ac-30e1-4d0c-9238-f27b00103192 with Priority: HIGHEST for action security_group_members [ 667.996638] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45d000ac-30e1-4d0c-9238-f27b00103192 with Priority: HIGHEST for action security_group_members [ 667.996995] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-45d000ac-30e1-4d0c-9238-f27b00103192 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.997260] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45d000ac-30e1-4d0c-9238-f27b00103192" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.997260] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45d000ac-30e1-4d0c-9238-f27b00103192" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.998175] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45d000ac-30e1-4d0c-9238-f27b00103192" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.998175] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.998175] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.998175] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.998175] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.998175] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.998175] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('45d000ac-30e1-4d0c-9238-f27b00103192',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.017132] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9c85c1e-7ed9-48f5-adc1-b6e7cea3e1e5 in Status: SUCCESS [ 668.017371] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9c85c1e-7ed9-48f5-adc1-b6e7cea3e1e5" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.017894] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9c85c1e-7ed9-48f5-adc1-b6e7cea3e1e5" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.018274] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9c85c1e-7ed9-48f5-adc1-b6e7cea3e1e5" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.018652] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.018652] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.018652] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.018822] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.018881] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.018977] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d9c85c1e-7ed9-48f5-adc1-b6e7cea3e1e5',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.034860] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9c85c1e-7ed9-48f5-adc1-b6e7cea3e1e5 taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.035139] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9c85c1e-7ed9-48f5-adc1-b6e7cea3e1e5" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.037537] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port af41d721-f5ad-4ec9-b15f-2f9a21062a81 with status ACTIVE [ 668.038044] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.038197] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.038197] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.038440] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.038514] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.038724] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.038842] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.038925] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.039285] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.039285] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.040030] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.040030] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.040030] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.040030] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.040030] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.040030] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: af41d721-f5ad-4ec9-b15f-2f9a21062a81 is going to be updated. [ 668.071835] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.071965] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.071965] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.072221] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.072387] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.072556] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-af41d721-f5ad-4ec9-b15f-2f9a21062a81" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.339303] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d31137b1-d29c-4525-ad92-6b63f28c47b5: rpc.has_security_group_logging(os_id): False [ 668.375619] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.375834] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.375947] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.376304] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.376476] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.377141] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.377334] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.377516] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.377736] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.377896] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.378201] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.378338] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.378412] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.378598] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.378712] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.379020] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.379138] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.379216] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.379380] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.379459] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.379545] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d31137b1-d29c-4525-ad92-6b63f28c47b5 is going to be created. [ 668.454733] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.454733] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.454733] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.454733] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.454733] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.467117] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d31137b1-d29c-4525-ad92-6b63f28c47b5 in Status: IN_PROGRESS for 2s [ 668.501355] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.502019] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.502140] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.502434] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.502563] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.502848] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.503020] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.503093] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.503295] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.503405] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.503473] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 45d000ac-30e1-4d0c-9238-f27b00103192 already deleted. [ 668.503574] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45d000ac-30e1-4d0c-9238-f27b00103192" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.523537] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d9c85c1e-7ed9-48f5-adc1-b6e7cea3e1e5',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.627025] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock network-211 taken with stack trace [, , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.627025] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "network-211" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.627025] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "network-211" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.627025] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "network-211" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.627025] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.627025] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.627025] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.627025] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.627025] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.627025] env[65424]: DEBUG dogpile.cache.region [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] No value present for key: 'zone-id' {{(pid=65424) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 668.627025] env[65424]: DEBUG dogpile.lock [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] NeedRegenerationException {{(pid=65424) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 668.627025] env[65424]: DEBUG dogpile.lock [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] no value, waiting for create lock {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 668.627730] env[65424]: DEBUG dogpile.lock [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] value creation lock acquired {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 668.627730] env[65424]: DEBUG dogpile.cache.region [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] No value present for key: 'zone-id' {{(pid=65424) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 668.627730] env[65424]: DEBUG dogpile.lock [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Calling creation function for not-yet-present value {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 668.627730] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 668.650183] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 668.650349] env[65424]: DEBUG dogpile.cache.region [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65424) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 668.650502] env[65424]: DEBUG dogpile.lock [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Released creation lock {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 668.650698] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "network-211" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.651236] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock port-1498359c-cac8-4ba1-9cd7-45cd43a4bd6d taken with stack trace [, , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.651457] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "port-1498359c-cac8-4ba1-9cd7-45cd43a4bd6d" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.651564] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "port-1498359c-cac8-4ba1-9cd7-45cd43a4bd6d" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.651915] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "port-1498359c-cac8-4ba1-9cd7-45cd43a4bd6d" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.652695] env[65424]: DEBUG networking_nsxv3.api.rpc [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1498359c-cac8-4ba1-9cd7-45cd43a4bd6d',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.025931] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d9c85c1e-7ed9-48f5-adc1-b6e7cea3e1e5',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.159011] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.159011] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.159011] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.159011] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.159011] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.159011] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Segment Port 1498359c-cac8-4ba1-9cd7-45cd43a4bd6d not found, creating... [ 669.159011] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.159011] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.159011] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.159011] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.159011] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.159650] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.159650] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.159650] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.159650] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.159650] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.159650] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Resource: SegmentPort with ID: 1498359c-cac8-4ba1-9cd7-45cd43a4bd6d is going to be created. [ 669.181619] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.181956] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.181956] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.182422] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.182652] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.182755] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "port-1498359c-cac8-4ba1-9cd7-45cd43a4bd6d" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.528677] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.529153] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.529153] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.529153] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.529258] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.529334] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9c85c1e-7ed9-48f5-adc1-b6e7cea3e1e5 is going to be updated. [ 669.572602] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.572602] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.572602] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.572602] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.572602] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.583612] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9c85c1e-7ed9-48f5-adc1-b6e7cea3e1e5 in Status: IN_PROGRESS for 2s [ 669.929547] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 80425ab6-3025-46cb-88b6-ff42a37a45ce in Status: SUCCESS [ 669.929547] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-80425ab6-3025-46cb-88b6-ff42a37a45ce" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.938446] env[65424]: INFO networking_nsxv3.common.synchronization [req-5ab93eed-5d27-4355-b2b0-c67e27951948 req-ab2530e4-6be7-4e3a-b124-eed840a18b40 service nova] Enqueued Resource ID: 45d000ac-30e1-4d0c-9238-f27b00103192 with Priority: HIGHEST for action security_group_rules [ 669.938446] env[65424]: INFO networking_nsxv3.common.synchronization [req-5ab93eed-5d27-4355-b2b0-c67e27951948 req-ab2530e4-6be7-4e3a-b124-eed840a18b40 service nova] Enqueued Resource ID: 45d000ac-30e1-4d0c-9238-f27b00103192 with Priority: HIGHEST for action security_group_members [ 669.938744] env[65424]: INFO networking_nsxv3.common.synchronization [req-5ab93eed-5d27-4355-b2b0-c67e27951948 req-ab2530e4-6be7-4e3a-b124-eed840a18b40 service nova] Enqueued Resource ID: 1498359c-cac8-4ba1-9cd7-45cd43a4bd6d with Priority: HIGHEST for action port [ 669.939022] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45d000ac-30e1-4d0c-9238-f27b00103192 with Priority: HIGHEST for action security_group_rules [ 669.939164] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45d000ac-30e1-4d0c-9238-f27b00103192 with Priority: HIGHEST for action security_group_members [ 669.939262] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1498359c-cac8-4ba1-9cd7-45cd43a4bd6d with Priority: HIGHEST for action port [ 669.939533] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock rules-45d000ac-30e1-4d0c-9238-f27b00103192 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.939658] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-45d000ac-30e1-4d0c-9238-f27b00103192" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.939728] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-45d000ac-30e1-4d0c-9238-f27b00103192" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.939913] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-45d000ac-30e1-4d0c-9238-f27b00103192" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.940072] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('45d000ac-30e1-4d0c-9238-f27b00103192',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.941528] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-45d000ac-30e1-4d0c-9238-f27b00103192 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.941684] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45d000ac-30e1-4d0c-9238-f27b00103192" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.941759] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45d000ac-30e1-4d0c-9238-f27b00103192" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.941939] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45d000ac-30e1-4d0c-9238-f27b00103192" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.942125] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.942226] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.942289] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.942448] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.942551] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.942643] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('45d000ac-30e1-4d0c-9238-f27b00103192',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.944080] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock port-1498359c-cac8-4ba1-9cd7-45cd43a4bd6d taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.944080] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1498359c-cac8-4ba1-9cd7-45cd43a4bd6d" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.944444] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1498359c-cac8-4ba1-9cd7-45cd43a4bd6d" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.944712] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1498359c-cac8-4ba1-9cd7-45cd43a4bd6d" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.944809] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1498359c-cac8-4ba1-9cd7-45cd43a4bd6d',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.399460] env[65424]: INFO networking_nsxv3.common.synchronization [req-5c52d448-9043-4ccd-a81a-bbe780c63f3e req-deebdf56-80a2-4bd7-804c-092a51e9e0ed tempest-ServersTestFqdnHostnames-1286268044 tempest-ServersTestFqdnHostnames-1286268044-project-member] Enqueued Resource ID: c431d772-6685-4785-95dc-15cd8c5fa37d with Priority: HIGHEST for action security_group_members [ 670.399460] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c431d772-6685-4785-95dc-15cd8c5fa37d with Priority: HIGHEST for action security_group_members [ 670.399637] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-c431d772-6685-4785-95dc-15cd8c5fa37d taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.400118] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c431d772-6685-4785-95dc-15cd8c5fa37d" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.400228] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c431d772-6685-4785-95dc-15cd8c5fa37d" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.400495] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c431d772-6685-4785-95dc-15cd8c5fa37d" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.400662] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.400764] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.400987] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.401167] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.401254] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.401351] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c431d772-6685-4785-95dc-15cd8c5fa37d',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.441753] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-45d000ac-30e1-4d0c-9238-f27b00103192 taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.441926] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45d000ac-30e1-4d0c-9238-f27b00103192" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.444325] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('45d000ac-30e1-4d0c-9238-f27b00103192',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.446896] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1498359c-cac8-4ba1-9cd7-45cd43a4bd6d with status ACTIVE [ 670.447614] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.447614] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.447798] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.447918] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.448026] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.448302] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.448470] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.448557] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.448861] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.448928] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.449207] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.449396] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.449733] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.449733] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.449733] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.450025] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1498359c-cac8-4ba1-9cd7-45cd43a4bd6d is going to be updated. [ 670.485021] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.485262] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.485645] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.485645] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.485821] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.485922] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1498359c-cac8-4ba1-9cd7-45cd43a4bd6d" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.487061] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d31137b1-d29c-4525-ad92-6b63f28c47b5 in Status: SUCCESS [ 670.487563] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d31137b1-d29c-4525-ad92-6b63f28c47b5" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.786146] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock network-728 taken with stack trace [, , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.786578] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "network-728" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.786755] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "network-728" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.787107] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "network-728" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.787392] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.787560] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.787672] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.787885] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.788092] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.788292] env[65424]: DEBUG dogpile.cache.region [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] No value present for key: 'zone-id' {{(pid=65424) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 670.788398] env[65424]: DEBUG dogpile.lock [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] NeedRegenerationException {{(pid=65424) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 670.788501] env[65424]: DEBUG dogpile.lock [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] no value, waiting for create lock {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 670.788600] env[65424]: DEBUG dogpile.lock [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] value creation lock acquired {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 670.788699] env[65424]: DEBUG dogpile.cache.region [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] No value present for key: 'zone-id' {{(pid=65424) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 670.788798] env[65424]: DEBUG dogpile.lock [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Calling creation function for not-yet-present value {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 670.788922] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 670.808057] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 670.808164] env[65424]: DEBUG dogpile.cache.region [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65424) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 670.808246] env[65424]: DEBUG dogpile.lock [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Released creation lock {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 670.808430] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "network-728" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.808745] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock port-3756082e-da90-43ab-b77c-096661c91420 taken with stack trace [, , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.808910] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "port-3756082e-da90-43ab-b77c-096661c91420" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.809035] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "port-3756082e-da90-43ab-b77c-096661c91420" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.809338] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "port-3756082e-da90-43ab-b77c-096661c91420" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.809469] env[65424]: DEBUG networking_nsxv3.api.rpc [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3756082e-da90-43ab-b77c-096661c91420',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.903709] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.903862] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.903940] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.904204] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.904368] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.904488] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.904583] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.904644] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.904784] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.904859] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.905047] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c431d772-6685-4785-95dc-15cd8c5fa37d already deleted. [ 670.905047] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c431d772-6685-4785-95dc-15cd8c5fa37d" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.946771] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('45d000ac-30e1-4d0c-9238-f27b00103192',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.312836] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.313027] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.313261] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.313669] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.313669] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.313763] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Segment Port 3756082e-da90-43ab-b77c-096661c91420 not found, creating... [ 671.314080] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.315676] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.315676] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.315676] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.315676] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.315676] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.315676] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.315676] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.315676] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.315676] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.316095] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Resource: SegmentPort with ID: 3756082e-da90-43ab-b77c-096661c91420 is going to be created. [ 671.340915] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.340915] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.340915] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.341169] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.341378] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.341484] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "port-3756082e-da90-43ab-b77c-096661c91420" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.450304] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.450304] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.450304] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.450304] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.450304] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.450304] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 45d000ac-30e1-4d0c-9238-f27b00103192 is going to be created. [ 671.484022] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.484180] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.484249] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.484468] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.484657] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.494987] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 45d000ac-30e1-4d0c-9238-f27b00103192 in Status: UNINITIALIZED for 2s [ 671.594208] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9c85c1e-7ed9-48f5-adc1-b6e7cea3e1e5 in Status: SUCCESS [ 671.594420] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9c85c1e-7ed9-48f5-adc1-b6e7cea3e1e5" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.594597] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9c85c1e-7ed9-48f5-adc1-b6e7cea3e1e5" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.594859] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9c85c1e-7ed9-48f5-adc1-b6e7cea3e1e5" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.594995] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.595178] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.595252] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.595442] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.595524] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.595610] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9c85c1e-7ed9-48f5-adc1-b6e7cea3e1e5" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.595702] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d9c85c1e-7ed9-48f5-adc1-b6e7cea3e1e5',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.090631] env[65424]: INFO networking_nsxv3.common.synchronization [req-5c52d448-9043-4ccd-a81a-bbe780c63f3e req-9a548d52-824f-4d94-a188-604e00fa545f service nova] Enqueued Resource ID: c431d772-6685-4785-95dc-15cd8c5fa37d with Priority: HIGHEST for action security_group_rules [ 672.091024] env[65424]: INFO networking_nsxv3.common.synchronization [req-5c52d448-9043-4ccd-a81a-bbe780c63f3e req-9a548d52-824f-4d94-a188-604e00fa545f service nova] Enqueued Resource ID: c431d772-6685-4785-95dc-15cd8c5fa37d with Priority: HIGHEST for action security_group_members [ 672.091024] env[65424]: INFO networking_nsxv3.common.synchronization [req-5c52d448-9043-4ccd-a81a-bbe780c63f3e req-9a548d52-824f-4d94-a188-604e00fa545f service nova] Enqueued Resource ID: 3756082e-da90-43ab-b77c-096661c91420 with Priority: HIGHEST for action port [ 672.096500] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c431d772-6685-4785-95dc-15cd8c5fa37d with Priority: HIGHEST for action security_group_rules [ 672.096891] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c431d772-6685-4785-95dc-15cd8c5fa37d with Priority: HIGHEST for action security_group_members [ 672.097036] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3756082e-da90-43ab-b77c-096661c91420 with Priority: HIGHEST for action port [ 672.097964] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c431d772-6685-4785-95dc-15cd8c5fa37d taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.098236] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c431d772-6685-4785-95dc-15cd8c5fa37d" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.098329] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c431d772-6685-4785-95dc-15cd8c5fa37d" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.098580] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c431d772-6685-4785-95dc-15cd8c5fa37d" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.098665] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c431d772-6685-4785-95dc-15cd8c5fa37d',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.102395] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-c431d772-6685-4785-95dc-15cd8c5fa37d taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.102617] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c431d772-6685-4785-95dc-15cd8c5fa37d" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.102717] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c431d772-6685-4785-95dc-15cd8c5fa37d" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.102994] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c431d772-6685-4785-95dc-15cd8c5fa37d" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.103387] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.103518] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.103580] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.103743] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.103865] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.104637] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c431d772-6685-4785-95dc-15cd8c5fa37d',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.106269] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock port-3756082e-da90-43ab-b77c-096661c91420 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.106427] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3756082e-da90-43ab-b77c-096661c91420" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.106499] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3756082e-da90-43ab-b77c-096661c91420" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.106646] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3756082e-da90-43ab-b77c-096661c91420" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.106765] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3756082e-da90-43ab-b77c-096661c91420',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.108770] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9c85c1e-7ed9-48f5-adc1-b6e7cea3e1e5 taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.108770] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9c85c1e-7ed9-48f5-adc1-b6e7cea3e1e5" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.108770] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9c85c1e-7ed9-48f5-adc1-b6e7cea3e1e5" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.108770] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9c85c1e-7ed9-48f5-adc1-b6e7cea3e1e5" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.109101] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.109101] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.109101] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.109595] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.109689] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.109782] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9c85c1e-7ed9-48f5-adc1-b6e7cea3e1e5" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.109940] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9c85c1e-7ed9-48f5-adc1-b6e7cea3e1e5 taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.110056] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9c85c1e-7ed9-48f5-adc1-b6e7cea3e1e5" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.110112] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9c85c1e-7ed9-48f5-adc1-b6e7cea3e1e5" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.110272] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9c85c1e-7ed9-48f5-adc1-b6e7cea3e1e5" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.110424] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.110513] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.110569] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.110705] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.110784] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.110866] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9c85c1e-7ed9-48f5-adc1-b6e7cea3e1e5" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.112448] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d9c85c1e-7ed9-48f5-adc1-b6e7cea3e1e5',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.603420] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-c431d772-6685-4785-95dc-15cd8c5fa37d taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.603420] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c431d772-6685-4785-95dc-15cd8c5fa37d" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.606782] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c431d772-6685-4785-95dc-15cd8c5fa37d',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.611297] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3756082e-da90-43ab-b77c-096661c91420 with status ACTIVE [ 672.611297] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.611297] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.611297] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.611297] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.611297] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.611297] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.611297] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.611297] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.611297] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.611297] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.611297] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.611297] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.611297] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.613944] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.613944] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.613944] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3756082e-da90-43ab-b77c-096661c91420 is going to be updated. [ 672.615444] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d9c85c1e-7ed9-48f5-adc1-b6e7cea3e1e5: rpc.has_security_group_logging(os_id): False [ 672.636021] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.636206] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.636253] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.636650] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.636650] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.637349] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.637349] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.637349] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.637349] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.637349] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.637349] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.637622] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.637622] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.637622] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.637622] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.637821] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.639364] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.639452] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.639837] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.639975] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.639975] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d9c85c1e-7ed9-48f5-adc1-b6e7cea3e1e5 is going to be updated. [ 672.648663] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.648663] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.648663] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.648663] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.648663] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.648663] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3756082e-da90-43ab-b77c-096661c91420" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.712022] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.712022] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.712022] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.712022] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.712022] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.734512] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d9c85c1e-7ed9-48f5-adc1-b6e7cea3e1e5 in Status: IN_PROGRESS for 2s [ 673.116546] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c431d772-6685-4785-95dc-15cd8c5fa37d',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.506916] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 45d000ac-30e1-4d0c-9238-f27b00103192 in Status: SUCCESS [ 673.507187] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45d000ac-30e1-4d0c-9238-f27b00103192" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.507410] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45d000ac-30e1-4d0c-9238-f27b00103192" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.507663] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45d000ac-30e1-4d0c-9238-f27b00103192" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.507874] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.508027] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.508096] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.508731] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.508731] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.508731] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45d000ac-30e1-4d0c-9238-f27b00103192" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.508731] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('45d000ac-30e1-4d0c-9238-f27b00103192',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.620565] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.620884] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.621012] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.621326] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.621494] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.621730] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c431d772-6685-4785-95dc-15cd8c5fa37d is going to be created. [ 673.656682] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.657160] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.657160] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.657317] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.657504] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.670724] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c431d772-6685-4785-95dc-15cd8c5fa37d in Status: UNINITIALIZED for 2s [ 674.010394] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('45d000ac-30e1-4d0c-9238-f27b00103192',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.513705] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 45d000ac-30e1-4d0c-9238-f27b00103192: rpc.has_security_group_logging(os_id): False [ 674.536358] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.536358] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.536358] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.536604] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.536604] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.536837] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.536934] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.536994] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.537155] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.537227] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.537311] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 45d000ac-30e1-4d0c-9238-f27b00103192 is going to be created. [ 674.622324] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.622476] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.622560] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.622820] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.623158] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.635929] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 45d000ac-30e1-4d0c-9238-f27b00103192 in Status: IN_PROGRESS for 2s [ 674.758548] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d9c85c1e-7ed9-48f5-adc1-b6e7cea3e1e5 in Status: SUCCESS [ 674.758548] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d9c85c1e-7ed9-48f5-adc1-b6e7cea3e1e5" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.609897] env[65424]: INFO networking_nsxv3.common.synchronization [req-65cf5c8d-603f-43af-b468-83247e0447c6 req-a296f280-e0ef-4ab2-a47f-77ff585f1ccb tempest-DeleteServersTestJSON-984948509 tempest-DeleteServersTestJSON-984948509-project-member] Enqueued Resource ID: 59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9 with Priority: HIGHEST for action security_group_members [ 675.610616] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9 with Priority: HIGHEST for action security_group_members [ 675.610947] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.612465] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.612585] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.614036] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.616407] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.616579] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.616677] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.616979] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.617188] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.617393] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.684718] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c431d772-6685-4785-95dc-15cd8c5fa37d in Status: SUCCESS [ 675.684718] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c431d772-6685-4785-95dc-15cd8c5fa37d" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.684718] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c431d772-6685-4785-95dc-15cd8c5fa37d" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.684859] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c431d772-6685-4785-95dc-15cd8c5fa37d" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.685016] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.685904] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.685904] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.685904] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.685904] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.685904] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c431d772-6685-4785-95dc-15cd8c5fa37d" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.685904] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c431d772-6685-4785-95dc-15cd8c5fa37d',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.120379] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.120693] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.120693] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.121120] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.121327] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.121449] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.121518] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.121578] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.122250] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.122250] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.122250] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9 already deleted. [ 676.122250] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.188118] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c431d772-6685-4785-95dc-15cd8c5fa37d',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.219110] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock network-31 taken with stack trace [, , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.219387] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "network-31" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.219529] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "network-31" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.219900] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "network-31" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.220409] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.220678] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.220833] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.221215] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.221334] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.221619] env[65424]: DEBUG dogpile.cache.region [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] No value present for key: 'zone-id' {{(pid=65424) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 676.221727] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] NeedRegenerationException {{(pid=65424) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 676.221834] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] no value, waiting for create lock {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 676.221990] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] value creation lock acquired {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 676.222147] env[65424]: DEBUG dogpile.cache.region [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] No value present for key: 'zone-id' {{(pid=65424) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 676.222267] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Calling creation function for not-yet-present value {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 676.222461] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 676.253241] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 676.253241] env[65424]: DEBUG dogpile.cache.region [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=65424) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 676.253241] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Released creation lock {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 676.253241] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "network-31" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.253241] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock port-8c83917f-ef94-4ca9-ab9f-d631e9b70695 taken with stack trace [, , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.253241] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "port-8c83917f-ef94-4ca9-ab9f-d631e9b70695" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.253241] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "port-8c83917f-ef94-4ca9-ab9f-d631e9b70695" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.253587] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "port-8c83917f-ef94-4ca9-ab9f-d631e9b70695" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.253840] env[65424]: DEBUG networking_nsxv3.api.rpc [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8c83917f-ef94-4ca9-ab9f-d631e9b70695',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.655264] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 45d000ac-30e1-4d0c-9238-f27b00103192 in Status: SUCCESS [ 676.655955] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-45d000ac-30e1-4d0c-9238-f27b00103192" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.693535] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c431d772-6685-4785-95dc-15cd8c5fa37d: rpc.has_security_group_logging(os_id): False [ 676.713117] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.713369] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.713536] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.713536] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.713536] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.713536] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.713536] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.713536] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.713536] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.713536] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.713536] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c431d772-6685-4785-95dc-15cd8c5fa37d is going to be created. [ 676.757899] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.757899] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.757899] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.757899] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.757899] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.758132] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Segment Port 8c83917f-ef94-4ca9-ab9f-d631e9b70695 not found, creating... [ 676.758640] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.758640] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.758640] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.761579] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.761579] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.761579] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.761579] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.761579] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.761579] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.761579] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.761579] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Resource: SegmentPort with ID: 8c83917f-ef94-4ca9-ab9f-d631e9b70695 is going to be created. [ 676.792821] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.793206] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.793373] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.793716] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.793945] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.794352] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "port-8c83917f-ef94-4ca9-ab9f-d631e9b70695" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.800692] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.800853] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.800991] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.801169] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.801350] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.827699] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c431d772-6685-4785-95dc-15cd8c5fa37d in Status: IN_PROGRESS for 2s [ 677.530898] env[65424]: INFO networking_nsxv3.common.synchronization [req-65cf5c8d-603f-43af-b468-83247e0447c6 req-0d218e4a-6089-48cb-938f-f2719a7eabe7 service nova] Enqueued Resource ID: 59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9 with Priority: HIGHEST for action security_group_rules [ 677.530898] env[65424]: INFO networking_nsxv3.common.synchronization [req-65cf5c8d-603f-43af-b468-83247e0447c6 req-0d218e4a-6089-48cb-938f-f2719a7eabe7 service nova] Enqueued Resource ID: 59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9 with Priority: HIGHEST for action security_group_members [ 677.530898] env[65424]: INFO networking_nsxv3.common.synchronization [req-65cf5c8d-603f-43af-b468-83247e0447c6 req-0d218e4a-6089-48cb-938f-f2719a7eabe7 service nova] Enqueued Resource ID: 8c83917f-ef94-4ca9-ab9f-d631e9b70695 with Priority: HIGHEST for action port [ 677.530898] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9 with Priority: HIGHEST for action security_group_rules [ 677.530898] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9 with Priority: HIGHEST for action security_group_members [ 677.530898] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c83917f-ef94-4ca9-ab9f-d631e9b70695 with Priority: HIGHEST for action port [ 677.531566] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock rules-59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.531691] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.531989] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.532111] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.532204] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.533644] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.534022] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.534022] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.534259] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.534436] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.534540] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.534604] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.534884] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.535053] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.535269] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.536661] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock port-8c83917f-ef94-4ca9-ab9f-d631e9b70695 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.536994] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8c83917f-ef94-4ca9-ab9f-d631e9b70695" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.537091] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8c83917f-ef94-4ca9-ab9f-d631e9b70695" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.537259] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8c83917f-ef94-4ca9-ab9f-d631e9b70695" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.537515] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8c83917f-ef94-4ca9-ab9f-d631e9b70695',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.864548] env[65424]: INFO networking_nsxv3.common.synchronization [req-b9be5226-8e5b-41e7-9c43-e2369b6f7a7e req-c05ebd34-7123-4950-979f-54365b991ea3 tempest-DeleteServersAdminTestJSON-1189740391 tempest-DeleteServersAdminTestJSON-1189740391-project-member] Enqueued Resource ID: 5179ad91-711f-4723-9d58-6eeeb82ed57f with Priority: HIGHEST for action security_group_members [ 677.866261] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5179ad91-711f-4723-9d58-6eeeb82ed57f with Priority: HIGHEST for action security_group_members [ 677.866261] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-5179ad91-711f-4723-9d58-6eeeb82ed57f taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.866261] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5179ad91-711f-4723-9d58-6eeeb82ed57f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.866261] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5179ad91-711f-4723-9d58-6eeeb82ed57f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.866261] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5179ad91-711f-4723-9d58-6eeeb82ed57f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.866261] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.866261] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.866261] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.866686] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.866686] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.866686] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5179ad91-711f-4723-9d58-6eeeb82ed57f',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.040584] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9 taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.040934] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.044020] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.044020] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8c83917f-ef94-4ca9-ab9f-d631e9b70695 with status ACTIVE [ 678.044020] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.044020] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.044020] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.044020] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.044020] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.044020] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.044020] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.044020] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.044020] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.044020] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.044020] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.044020] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.044020] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.044020] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.044684] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.045152] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8c83917f-ef94-4ca9-ab9f-d631e9b70695 is going to be updated. [ 678.068565] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.068565] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.068715] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.068813] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.069107] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.069219] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8c83917f-ef94-4ca9-ab9f-d631e9b70695" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.365236] env[65424]: INFO networking_nsxv3.common.synchronization [req-238465e3-f5e0-4c30-95bd-382d8ab2542f req-66dcabbd-60b9-47d0-a9e5-c82595b00cef tempest-VolumesAdminNegativeTest-1636400623 tempest-VolumesAdminNegativeTest-1636400623-project-member] Enqueued Resource ID: 1ecbf7e5-7eed-41b9-bfc3-187028ca8a90 with Priority: HIGHEST for action security_group_members [ 678.365927] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ecbf7e5-7eed-41b9-bfc3-187028ca8a90 with Priority: HIGHEST for action security_group_members [ 678.366061] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ecbf7e5-7eed-41b9-bfc3-187028ca8a90 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.366206] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ecbf7e5-7eed-41b9-bfc3-187028ca8a90" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.366270] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ecbf7e5-7eed-41b9-bfc3-187028ca8a90" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.366584] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ecbf7e5-7eed-41b9-bfc3-187028ca8a90" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.366668] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.366736] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.366789] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.366941] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.367183] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.367300] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1ecbf7e5-7eed-41b9-bfc3-187028ca8a90',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.368901] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.369041] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.369107] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.369273] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.369361] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.369513] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.369609] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.369669] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.369807] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.369882] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.369966] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5179ad91-711f-4723-9d58-6eeeb82ed57f is going to be updated. [ 678.398987] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.399390] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.399390] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.399519] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.399651] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.409479] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5179ad91-711f-4723-9d58-6eeeb82ed57f in Status: IN_PROGRESS for 2s [ 678.547553] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.598021] env[65424]: INFO networking_nsxv3.common.synchronization [req-4ac10e10-8a68-43ab-af11-cb9d275d101b req-629d122a-4e49-441b-b558-8f4a7da8b2c3 tempest-ServersNegativeTestJSON-1530614479 tempest-ServersNegativeTestJSON-1530614479-project-member] Enqueued Resource ID: 80425ab6-3025-46cb-88b6-ff42a37a45ce with Priority: HIGHEST for action security_group_members [ 678.598021] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 80425ab6-3025-46cb-88b6-ff42a37a45ce with Priority: HIGHEST for action security_group_members [ 678.598021] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-80425ab6-3025-46cb-88b6-ff42a37a45ce taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.598021] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-80425ab6-3025-46cb-88b6-ff42a37a45ce" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.598021] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-80425ab6-3025-46cb-88b6-ff42a37a45ce" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.598366] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-80425ab6-3025-46cb-88b6-ff42a37a45ce" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.598366] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.598523] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.598523] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.598664] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.598720] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.598809] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('80425ab6-3025-46cb-88b6-ff42a37a45ce',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.840205] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c431d772-6685-4785-95dc-15cd8c5fa37d in Status: SUCCESS [ 678.840288] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c431d772-6685-4785-95dc-15cd8c5fa37d" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.869238] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.869577] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.869577] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.869835] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.871027] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.871272] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.871404] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.871486] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.871765] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.871821] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.875209] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1ecbf7e5-7eed-41b9-bfc3-187028ca8a90 already deleted. [ 678.875308] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ecbf7e5-7eed-41b9-bfc3-187028ca8a90" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.950681] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock network-357 taken with stack trace [, , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.950868] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "network-357" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.951024] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "network-357" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.951360] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "network-357" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.951634] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.951770] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.952103] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.952256] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.952401] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.952620] env[65424]: DEBUG dogpile.cache.region [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] No value present for key: 'zone-id' {{(pid=65424) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 678.952739] env[65424]: DEBUG dogpile.lock [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] NeedRegenerationException {{(pid=65424) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 678.953076] env[65424]: DEBUG dogpile.lock [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] no value, waiting for create lock {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 678.953236] env[65424]: DEBUG dogpile.lock [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] value creation lock acquired {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 678.953354] env[65424]: DEBUG dogpile.cache.region [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] No value present for key: 'zone-id' {{(pid=65424) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 678.953468] env[65424]: DEBUG dogpile.lock [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Calling creation function for not-yet-present value {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 678.953627] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 678.973102] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 678.973294] env[65424]: DEBUG dogpile.cache.region [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65424) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 678.973443] env[65424]: DEBUG dogpile.lock [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Released creation lock {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 678.973645] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "network-357" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.973981] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock port-7a0d0431-010d-45e1-9c24-2a6ba008eb85 taken with stack trace [, , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.974193] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "port-7a0d0431-010d-45e1-9c24-2a6ba008eb85" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.974322] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "port-7a0d0431-010d-45e1-9c24-2a6ba008eb85" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.974851] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "port-7a0d0431-010d-45e1-9c24-2a6ba008eb85" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.974851] env[65424]: DEBUG networking_nsxv3.api.rpc [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7a0d0431-010d-45e1-9c24-2a6ba008eb85',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.050609] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.050947] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.050947] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.051193] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.051363] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.051532] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9 is going to be created. [ 679.078317] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.078317] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.078467] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.078620] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.078795] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.089052] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9 in Status: UNINITIALIZED for 2s [ 679.101080] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('80425ab6-3025-46cb-88b6-ff42a37a45ce',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.479843] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.480223] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.480298] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.480607] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.480744] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.480961] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Segment Port 7a0d0431-010d-45e1-9c24-2a6ba008eb85 not found, creating... [ 679.481301] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.481513] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.481620] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.482020] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.482106] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.482366] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.482495] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.482675] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.482940] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.483198] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.483281] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Resource: SegmentPort with ID: 7a0d0431-010d-45e1-9c24-2a6ba008eb85 is going to be created. [ 679.508516] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.508732] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.508790] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.509218] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.509639] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.509946] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "port-7a0d0431-010d-45e1-9c24-2a6ba008eb85" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.603692] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('80425ab6-3025-46cb-88b6-ff42a37a45ce',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.106357] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.106733] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.106733] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.106823] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.106863] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.106977] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 80425ab6-3025-46cb-88b6-ff42a37a45ce is going to be updated. [ 680.142799] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.143087] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.143087] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.143294] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.143435] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.154781] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 80425ab6-3025-46cb-88b6-ff42a37a45ce in Status: IN_PROGRESS for 2s [ 680.254989] env[65424]: INFO networking_nsxv3.common.synchronization [req-238465e3-f5e0-4c30-95bd-382d8ab2542f req-dc29443c-f42f-43e3-bd0a-2b0c41aeaf53 service nova] Enqueued Resource ID: 1ecbf7e5-7eed-41b9-bfc3-187028ca8a90 with Priority: HIGHEST for action security_group_rules [ 680.255202] env[65424]: INFO networking_nsxv3.common.synchronization [req-238465e3-f5e0-4c30-95bd-382d8ab2542f req-dc29443c-f42f-43e3-bd0a-2b0c41aeaf53 service nova] Enqueued Resource ID: 1ecbf7e5-7eed-41b9-bfc3-187028ca8a90 with Priority: HIGHEST for action security_group_members [ 680.255426] env[65424]: INFO networking_nsxv3.common.synchronization [req-238465e3-f5e0-4c30-95bd-382d8ab2542f req-dc29443c-f42f-43e3-bd0a-2b0c41aeaf53 service nova] Enqueued Resource ID: 7a0d0431-010d-45e1-9c24-2a6ba008eb85 with Priority: HIGHEST for action port [ 680.256020] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ecbf7e5-7eed-41b9-bfc3-187028ca8a90 with Priority: HIGHEST for action security_group_rules [ 680.256186] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ecbf7e5-7eed-41b9-bfc3-187028ca8a90 with Priority: HIGHEST for action security_group_members [ 680.256295] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a0d0431-010d-45e1-9c24-2a6ba008eb85 with Priority: HIGHEST for action port [ 680.256713] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1ecbf7e5-7eed-41b9-bfc3-187028ca8a90 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.256797] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1ecbf7e5-7eed-41b9-bfc3-187028ca8a90" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.256838] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1ecbf7e5-7eed-41b9-bfc3-187028ca8a90" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.257231] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1ecbf7e5-7eed-41b9-bfc3-187028ca8a90" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.257331] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1ecbf7e5-7eed-41b9-bfc3-187028ca8a90',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.258775] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ecbf7e5-7eed-41b9-bfc3-187028ca8a90 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.258947] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ecbf7e5-7eed-41b9-bfc3-187028ca8a90" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.259060] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ecbf7e5-7eed-41b9-bfc3-187028ca8a90" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.259253] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ecbf7e5-7eed-41b9-bfc3-187028ca8a90" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.259465] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.259558] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.259686] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.259822] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.259912] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.260110] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1ecbf7e5-7eed-41b9-bfc3-187028ca8a90',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.261147] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock port-7a0d0431-010d-45e1-9c24-2a6ba008eb85 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.261296] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7a0d0431-010d-45e1-9c24-2a6ba008eb85" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.261348] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7a0d0431-010d-45e1-9c24-2a6ba008eb85" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.261517] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7a0d0431-010d-45e1-9c24-2a6ba008eb85" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.261635] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7a0d0431-010d-45e1-9c24-2a6ba008eb85',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.418747] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5179ad91-711f-4723-9d58-6eeeb82ed57f in Status: SUCCESS [ 680.419031] env[65424]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5179ad91-711f-4723-9d58-6eeeb82ed57f deletion is rescheduled due to dependency. [ 680.419031] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5179ad91-711f-4723-9d58-6eeeb82ed57f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.763408] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ecbf7e5-7eed-41b9-bfc3-187028ca8a90 taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.763572] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ecbf7e5-7eed-41b9-bfc3-187028ca8a90" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.764338] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1ecbf7e5-7eed-41b9-bfc3-187028ca8a90',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.764805] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7a0d0431-010d-45e1-9c24-2a6ba008eb85 with status ACTIVE [ 680.764887] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.764959] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.765014] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.765889] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.765889] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.765889] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.765889] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.765889] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.765889] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.765889] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.766256] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.766256] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.766256] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.766370] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.766412] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.767044] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7a0d0431-010d-45e1-9c24-2a6ba008eb85 is going to be updated. [ 680.792127] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.792127] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.792127] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.792127] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.792127] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.792127] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7a0d0431-010d-45e1-9c24-2a6ba008eb85" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.025330] env[65424]: INFO networking_nsxv3.common.synchronization [None req-724501b5-f7db-4ae8-95bc-d48526edcdb8 None None] Enqueued Resource ID: d5d9a8b6-9c9c-43c5-a506-1decf94d0808 with Priority: HIGHEST for action port [ 681.025476] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5d9a8b6-9c9c-43c5-a506-1decf94d0808 with Priority: HIGHEST for action port [ 681.025955] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock port-d5d9a8b6-9c9c-43c5-a506-1decf94d0808 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.025955] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d5d9a8b6-9c9c-43c5-a506-1decf94d0808" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.025955] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d5d9a8b6-9c9c-43c5-a506-1decf94d0808" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.026996] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d5d9a8b6-9c9c-43c5-a506-1decf94d0808" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.027101] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d5d9a8b6-9c9c-43c5-a506-1decf94d0808',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.100984] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9 in Status: SUCCESS [ 681.101248] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.101437] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.101679] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.101873] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.101994] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.102061] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.102236] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.102318] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.102383] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.102474] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.165991] env[65424]: INFO networking_nsxv3.common.synchronization [req-e5f33a3b-c851-467e-b3c1-28cdfcff9179 req-82b56489-a8c0-40be-a28e-83759bbf0341 tempest-ServersTestMultiNic-1429566882 tempest-ServersTestMultiNic-1429566882-project-member] Enqueued Resource ID: 8d6f4939-e8a0-499e-8d42-74cc098aab77 with Priority: HIGHEST for action security_group_members [ 681.166411] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d6f4939-e8a0-499e-8d42-74cc098aab77 with Priority: HIGHEST for action security_group_members [ 681.167058] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d6f4939-e8a0-499e-8d42-74cc098aab77 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.167208] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d6f4939-e8a0-499e-8d42-74cc098aab77" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.167278] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d6f4939-e8a0-499e-8d42-74cc098aab77" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.167879] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d6f4939-e8a0-499e-8d42-74cc098aab77" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.167879] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.168106] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.168106] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.168230] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.168330] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.168432] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8d6f4939-e8a0-499e-8d42-74cc098aab77',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.269116] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1ecbf7e5-7eed-41b9-bfc3-187028ca8a90',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.529786] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d5d9a8b6-9c9c-43c5-a506-1decf94d0808 [ 681.531881] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.532176] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.532302] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.533851] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.533851] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.534123] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d5d9a8b6-9c9c-43c5-a506-1decf94d0808 already deleted. [ 681.534123] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d5d9a8b6-9c9c-43c5-a506-1decf94d0808" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.607721] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9 taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.607873] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.607958] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.608705] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.608705] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.608705] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.608705] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.608705] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.608705] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.609266] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.609266] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9 taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.609266] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.609266] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.609266] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.609491] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.609491] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.609491] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.609662] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.609662] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.609759] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.609834] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.671676] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.671896] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.671950] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.672281] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.674247] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.674247] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.674247] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.674247] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.674247] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.674247] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.674247] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d6f4939-e8a0-499e-8d42-74cc098aab77 already deleted. [ 681.674247] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d6f4939-e8a0-499e-8d42-74cc098aab77" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.752685] env[65424]: INFO networking_nsxv3.common.synchronization [req-e5f33a3b-c851-467e-b3c1-28cdfcff9179 req-2ca651b9-370e-4198-80d9-b9b0ee6afced tempest-ServersTestMultiNic-1429566882 tempest-ServersTestMultiNic-1429566882-project-member] Enqueued Resource ID: 8d6f4939-e8a0-499e-8d42-74cc098aab77 with Priority: HIGHEST for action security_group_members [ 681.752685] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d6f4939-e8a0-499e-8d42-74cc098aab77 with Priority: HIGHEST for action security_group_members [ 681.754037] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d6f4939-e8a0-499e-8d42-74cc098aab77 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.754433] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d6f4939-e8a0-499e-8d42-74cc098aab77" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.755603] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d6f4939-e8a0-499e-8d42-74cc098aab77" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.755940] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d6f4939-e8a0-499e-8d42-74cc098aab77" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.756267] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.756529] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.756706] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.757017] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.758643] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.758643] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8d6f4939-e8a0-499e-8d42-74cc098aab77',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.774077] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.774077] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.774077] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.774077] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.774077] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.774077] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1ecbf7e5-7eed-41b9-bfc3-187028ca8a90 is going to be created. [ 681.799276] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.799443] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.799879] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.800056] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.800236] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.812179] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ecbf7e5-7eed-41b9-bfc3-187028ca8a90 in Status: UNINITIALIZED for 2s [ 682.113978] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9: rpc.has_security_group_logging(os_id): False [ 682.132392] env[65424]: INFO networking_nsxv3.common.synchronization [req-e5f33a3b-c851-467e-b3c1-28cdfcff9179 req-7f4d8545-c350-4f76-8c0b-7f4671653f63 tempest-ServersTestMultiNic-1429566882 tempest-ServersTestMultiNic-1429566882-project-member] Enqueued Resource ID: 8d6f4939-e8a0-499e-8d42-74cc098aab77 with Priority: HIGHEST for action security_group_members [ 682.132590] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d6f4939-e8a0-499e-8d42-74cc098aab77 with Priority: HIGHEST for action security_group_members [ 682.133254] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d6f4939-e8a0-499e-8d42-74cc098aab77 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.135781] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d6f4939-e8a0-499e-8d42-74cc098aab77" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.136619] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.136746] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.136746] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.137048] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.137188] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.137689] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.137689] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.137689] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.139339] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.139339] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.139339] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.139339] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.139339] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.139339] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.139339] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.139339] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.139339] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.139339] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.139339] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.139339] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.139339] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9 is going to be created. [ 682.165876] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 80425ab6-3025-46cb-88b6-ff42a37a45ce in Status: SUCCESS [ 682.166349] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-80425ab6-3025-46cb-88b6-ff42a37a45ce" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.224047] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.224386] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.224609] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.224730] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.224934] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.246759] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9 in Status: IN_PROGRESS for 2s [ 682.262553] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.262735] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.262814] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.263741] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.263741] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.263741] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.263741] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.263741] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.264279] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.264279] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.264279] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d6f4939-e8a0-499e-8d42-74cc098aab77 already deleted. [ 682.264279] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d6f4939-e8a0-499e-8d42-74cc098aab77" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.264279] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d6f4939-e8a0-499e-8d42-74cc098aab77" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.264460] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d6f4939-e8a0-499e-8d42-74cc098aab77" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.265321] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.265321] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.265321] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.265321] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.265321] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.265321] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8d6f4939-e8a0-499e-8d42-74cc098aab77',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.602091] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock network-268 taken with stack trace [, , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.602467] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "network-268" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.602596] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "network-268" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.603219] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "network-268" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.603530] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.603691] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.603803] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.604054] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.604224] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.604432] env[65424]: DEBUG dogpile.cache.region [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] No value present for key: 'zone-id' {{(pid=65424) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 682.604539] env[65424]: DEBUG dogpile.lock [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] NeedRegenerationException {{(pid=65424) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 682.604640] env[65424]: DEBUG dogpile.lock [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] no value, waiting for create lock {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 682.604742] env[65424]: DEBUG dogpile.lock [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] value creation lock acquired {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 682.604844] env[65424]: DEBUG dogpile.cache.region [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] No value present for key: 'zone-id' {{(pid=65424) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 682.604942] env[65424]: DEBUG dogpile.lock [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Calling creation function for not-yet-present value {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 682.605079] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 682.630099] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 682.630259] env[65424]: DEBUG dogpile.cache.region [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65424) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 682.630606] env[65424]: DEBUG dogpile.lock [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Released creation lock {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 682.630606] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "network-268" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.630889] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock port-f5ea4631-b672-4e8a-927a-e408c8040ffe taken with stack trace [, , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.631090] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "port-f5ea4631-b672-4e8a-927a-e408c8040ffe" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.631209] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "port-f5ea4631-b672-4e8a-927a-e408c8040ffe" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.631526] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "port-f5ea4631-b672-4e8a-927a-e408c8040ffe" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.631662] env[65424]: DEBUG networking_nsxv3.api.rpc [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f5ea4631-b672-4e8a-927a-e408c8040ffe',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.772316] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.776030] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.776030] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.776030] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.776030] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.776030] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.776030] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.776030] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.776030] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.776030] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.776030] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d6f4939-e8a0-499e-8d42-74cc098aab77 already deleted. [ 682.776030] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d6f4939-e8a0-499e-8d42-74cc098aab77" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.134087] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.134403] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.135490] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.135784] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.136057] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.136133] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Segment Port f5ea4631-b672-4e8a-927a-e408c8040ffe not found, creating... [ 683.136351] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.137211] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.137211] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.137211] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.137211] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.137577] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.137577] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.137577] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.137752] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.137874] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.138290] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Resource: SegmentPort with ID: f5ea4631-b672-4e8a-927a-e408c8040ffe is going to be created. [ 683.163507] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.163712] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.163788] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.164210] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.164451] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.164690] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "port-f5ea4631-b672-4e8a-927a-e408c8040ffe" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.823328] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ecbf7e5-7eed-41b9-bfc3-187028ca8a90 in Status: SUCCESS [ 683.823328] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ecbf7e5-7eed-41b9-bfc3-187028ca8a90" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.823328] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ecbf7e5-7eed-41b9-bfc3-187028ca8a90" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.823943] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ecbf7e5-7eed-41b9-bfc3-187028ca8a90" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.823943] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.823943] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.823943] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.823943] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.824173] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.824173] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ecbf7e5-7eed-41b9-bfc3-187028ca8a90" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.824265] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1ecbf7e5-7eed-41b9-bfc3-187028ca8a90',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.896457] env[65424]: INFO networking_nsxv3.common.synchronization [req-e5f33a3b-c851-467e-b3c1-28cdfcff9179 req-6b05d085-c6bf-493d-9af2-8ca3a7864a04 service nova] Enqueued Resource ID: 8d6f4939-e8a0-499e-8d42-74cc098aab77 with Priority: HIGHEST for action security_group_rules [ 683.898191] env[65424]: INFO networking_nsxv3.common.synchronization [req-e5f33a3b-c851-467e-b3c1-28cdfcff9179 req-6b05d085-c6bf-493d-9af2-8ca3a7864a04 service nova] Enqueued Resource ID: 8d6f4939-e8a0-499e-8d42-74cc098aab77 with Priority: HIGHEST for action security_group_members [ 683.898191] env[65424]: INFO networking_nsxv3.common.synchronization [req-e5f33a3b-c851-467e-b3c1-28cdfcff9179 req-6b05d085-c6bf-493d-9af2-8ca3a7864a04 service nova] Enqueued Resource ID: f5ea4631-b672-4e8a-927a-e408c8040ffe with Priority: HIGHEST for action port [ 683.898191] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d6f4939-e8a0-499e-8d42-74cc098aab77 with Priority: HIGHEST for action security_group_rules [ 683.898854] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d6f4939-e8a0-499e-8d42-74cc098aab77 with Priority: HIGHEST for action security_group_members [ 683.899113] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5ea4631-b672-4e8a-927a-e408c8040ffe with Priority: HIGHEST for action port [ 683.899503] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8d6f4939-e8a0-499e-8d42-74cc098aab77 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.902019] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8d6f4939-e8a0-499e-8d42-74cc098aab77" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.902019] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8d6f4939-e8a0-499e-8d42-74cc098aab77" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.902019] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8d6f4939-e8a0-499e-8d42-74cc098aab77" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.902019] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8d6f4939-e8a0-499e-8d42-74cc098aab77',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.902019] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d6f4939-e8a0-499e-8d42-74cc098aab77 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.902019] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d6f4939-e8a0-499e-8d42-74cc098aab77" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.902019] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d6f4939-e8a0-499e-8d42-74cc098aab77" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.902019] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d6f4939-e8a0-499e-8d42-74cc098aab77" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.902019] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.902019] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.902019] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.902019] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.902755] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.902946] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8d6f4939-e8a0-499e-8d42-74cc098aab77',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.904055] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock port-f5ea4631-b672-4e8a-927a-e408c8040ffe taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.904447] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f5ea4631-b672-4e8a-927a-e408c8040ffe" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.904623] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f5ea4631-b672-4e8a-927a-e408c8040ffe" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.904961] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f5ea4631-b672-4e8a-927a-e408c8040ffe" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.905149] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f5ea4631-b672-4e8a-927a-e408c8040ffe',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.257217] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9 in Status: SUCCESS [ 684.257463] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.326418] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ecbf7e5-7eed-41b9-bfc3-187028ca8a90 taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.326680] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ecbf7e5-7eed-41b9-bfc3-187028ca8a90" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.326680] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ecbf7e5-7eed-41b9-bfc3-187028ca8a90" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.328282] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ecbf7e5-7eed-41b9-bfc3-187028ca8a90" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.328282] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.328282] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.328282] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.328282] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.328282] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.328282] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ecbf7e5-7eed-41b9-bfc3-187028ca8a90" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.328282] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ecbf7e5-7eed-41b9-bfc3-187028ca8a90 taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.328282] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ecbf7e5-7eed-41b9-bfc3-187028ca8a90" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.328282] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ecbf7e5-7eed-41b9-bfc3-187028ca8a90" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.328282] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ecbf7e5-7eed-41b9-bfc3-187028ca8a90" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.328282] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.329201] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.329201] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.329201] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.329201] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.329201] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ecbf7e5-7eed-41b9-bfc3-187028ca8a90" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.329201] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1ecbf7e5-7eed-41b9-bfc3-187028ca8a90',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.406563] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d6f4939-e8a0-499e-8d42-74cc098aab77 taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.406767] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d6f4939-e8a0-499e-8d42-74cc098aab77" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.406840] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8d6f4939-e8a0-499e-8d42-74cc098aab77',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.407722] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f5ea4631-b672-4e8a-927a-e408c8040ffe with status ACTIVE [ 684.407923] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.408055] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.408124] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.408338] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.408427] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.408735] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.408904] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.409763] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.410249] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.410715] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.410990] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.411095] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.411715] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.411937] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.412168] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.412305] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f5ea4631-b672-4e8a-927a-e408c8040ffe is going to be updated. [ 684.416067] env[65424]: INFO networking_nsxv3.common.synchronization [None req-f7fac098-027c-476d-b2e1-d3526c78f8e2 None None] Enqueued Resource ID: 68921b8d-5320-4885-8ec5-6bee8261eb70 with Priority: HIGHEST for action port [ 684.417390] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68921b8d-5320-4885-8ec5-6bee8261eb70 with Priority: HIGHEST for action port [ 684.417924] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock port-68921b8d-5320-4885-8ec5-6bee8261eb70 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.418118] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-68921b8d-5320-4885-8ec5-6bee8261eb70" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.418216] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-68921b8d-5320-4885-8ec5-6bee8261eb70" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.418615] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-68921b8d-5320-4885-8ec5-6bee8261eb70" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.418777] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('68921b8d-5320-4885-8ec5-6bee8261eb70',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.454445] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.454607] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.454679] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.454897] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.455243] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.455866] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f5ea4631-b672-4e8a-927a-e408c8040ffe" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.814041] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock network-200 taken with stack trace [, , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.814041] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "network-200" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.814438] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "network-200" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.814594] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "network-200" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.814882] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.815225] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.815320] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.815760] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.815760] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.815953] env[65424]: DEBUG dogpile.cache.region [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] No value present for key: 'zone-id' {{(pid=65424) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 684.816183] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] NeedRegenerationException {{(pid=65424) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 684.816266] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] no value, waiting for create lock {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 684.816414] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] value creation lock acquired {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 684.816549] env[65424]: DEBUG dogpile.cache.region [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] No value present for key: 'zone-id' {{(pid=65424) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 684.816683] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Calling creation function for not-yet-present value {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 684.816849] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 684.833469] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1ecbf7e5-7eed-41b9-bfc3-187028ca8a90: rpc.has_security_group_logging(os_id): False [ 684.861274] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 684.861871] env[65424]: DEBUG dogpile.cache.region [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Cache value generated in 0.045 seconds for key(s): 'zone-id' {{(pid=65424) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 684.861871] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Released creation lock {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 684.861871] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "network-200" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.862655] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock port-a5b19476-c32f-47b1-94e2-3e4cf2743602 taken with stack trace [, , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.862779] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "port-a5b19476-c32f-47b1-94e2-3e4cf2743602" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.862864] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "port-a5b19476-c32f-47b1-94e2-3e4cf2743602" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.863707] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "port-a5b19476-c32f-47b1-94e2-3e4cf2743602" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.863707] env[65424]: DEBUG networking_nsxv3.api.rpc [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a5b19476-c32f-47b1-94e2-3e4cf2743602',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.868508] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.868655] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.868704] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.869667] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.869667] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.869667] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.869667] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.869667] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.869667] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.869667] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.870221] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.870221] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.870221] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.870221] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.870221] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.870539] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.870539] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.870539] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.870539] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.870796] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.870796] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1ecbf7e5-7eed-41b9-bfc3-187028ca8a90 is going to be created. [ 684.916010] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8d6f4939-e8a0-499e-8d42-74cc098aab77',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.922990] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 68921b8d-5320-4885-8ec5-6bee8261eb70 [ 684.922990] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.922990] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.922990] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.922990] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.922990] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.922990] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:68921b8d-5320-4885-8ec5-6bee8261eb70 already deleted. [ 684.922990] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-68921b8d-5320-4885-8ec5-6bee8261eb70" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.941675] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.941923] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.941992] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.942231] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.942412] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.955011] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1ecbf7e5-7eed-41b9-bfc3-187028ca8a90 in Status: IN_PROGRESS for 2s [ 685.368566] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.368566] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.368566] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.368566] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.368566] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.368566] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Segment Port a5b19476-c32f-47b1-94e2-3e4cf2743602 not found, creating... [ 685.368566] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.368566] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.368566] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.368566] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.368566] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.369366] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.369366] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.369366] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.369366] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.369366] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.369366] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Resource: SegmentPort with ID: a5b19476-c32f-47b1-94e2-3e4cf2743602 is going to be created. [ 685.391721] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.391721] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.391721] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.392515] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.392515] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.392515] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "port-a5b19476-c32f-47b1-94e2-3e4cf2743602" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.418482] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.418482] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.418675] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.418809] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.418899] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.419019] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d6f4939-e8a0-499e-8d42-74cc098aab77 is going to be created. [ 685.448791] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.449033] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.449033] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.449577] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.449577] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.463453] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d6f4939-e8a0-499e-8d42-74cc098aab77 in Status: UNINITIALIZED for 2s [ 686.163190] env[65424]: INFO networking_nsxv3.common.synchronization [req-e5f33a3b-c851-467e-b3c1-28cdfcff9179 req-e146220c-7f64-49e3-949c-27d7f26f6dd5 service nova] Enqueued Resource ID: 8d6f4939-e8a0-499e-8d42-74cc098aab77 with Priority: HIGHEST for action security_group_rules [ 686.163534] env[65424]: INFO networking_nsxv3.common.synchronization [req-e5f33a3b-c851-467e-b3c1-28cdfcff9179 req-e146220c-7f64-49e3-949c-27d7f26f6dd5 service nova] Enqueued Resource ID: 8d6f4939-e8a0-499e-8d42-74cc098aab77 with Priority: HIGHEST for action security_group_members [ 686.163534] env[65424]: INFO networking_nsxv3.common.synchronization [req-e5f33a3b-c851-467e-b3c1-28cdfcff9179 req-e146220c-7f64-49e3-949c-27d7f26f6dd5 service nova] Enqueued Resource ID: a5b19476-c32f-47b1-94e2-3e4cf2743602 with Priority: HIGHEST for action port [ 686.166141] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d6f4939-e8a0-499e-8d42-74cc098aab77 with Priority: HIGHEST for action security_group_rules [ 686.166791] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d6f4939-e8a0-499e-8d42-74cc098aab77 with Priority: HIGHEST for action security_group_members [ 686.166791] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5b19476-c32f-47b1-94e2-3e4cf2743602 with Priority: HIGHEST for action port [ 686.167215] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8d6f4939-e8a0-499e-8d42-74cc098aab77 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.167338] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8d6f4939-e8a0-499e-8d42-74cc098aab77" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.167527] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d6f4939-e8a0-499e-8d42-74cc098aab77 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.167622] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d6f4939-e8a0-499e-8d42-74cc098aab77" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.167865] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock port-a5b19476-c32f-47b1-94e2-3e4cf2743602 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.167865] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a5b19476-c32f-47b1-94e2-3e4cf2743602" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.168030] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a5b19476-c32f-47b1-94e2-3e4cf2743602" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.168140] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a5b19476-c32f-47b1-94e2-3e4cf2743602" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.168220] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a5b19476-c32f-47b1-94e2-3e4cf2743602',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.548699] env[65424]: INFO networking_nsxv3.common.synchronization [req-4bbd441b-7364-4375-bfea-100b6b1184ac req-7f5fd64c-00d0-426a-bc55-62f8abe05e8d tempest-ImagesNegativeTestJSON-850459411 tempest-ImagesNegativeTestJSON-850459411-project-member] Enqueued Resource ID: d31137b1-d29c-4525-ad92-6b63f28c47b5 with Priority: HIGHEST for action security_group_members [ 686.549429] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d31137b1-d29c-4525-ad92-6b63f28c47b5 with Priority: HIGHEST for action security_group_members [ 686.549705] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-d31137b1-d29c-4525-ad92-6b63f28c47b5 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.549857] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d31137b1-d29c-4525-ad92-6b63f28c47b5" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.549857] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d31137b1-d29c-4525-ad92-6b63f28c47b5" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.550195] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d31137b1-d29c-4525-ad92-6b63f28c47b5" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.550312] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.550423] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.550478] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.550987] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.550987] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.550987] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d31137b1-d29c-4525-ad92-6b63f28c47b5',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.671078] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a5b19476-c32f-47b1-94e2-3e4cf2743602 with status ACTIVE [ 686.671326] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.671469] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.671606] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.671752] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.671930] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.671989] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.672193] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.672193] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.672318] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.672359] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.672534] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.672666] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.672769] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.672844] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.672906] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.673289] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a5b19476-c32f-47b1-94e2-3e4cf2743602 is going to be updated. [ 686.700839] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.700839] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.700839] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.700839] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.700839] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.700839] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a5b19476-c32f-47b1-94e2-3e4cf2743602" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.972348] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1ecbf7e5-7eed-41b9-bfc3-187028ca8a90 in Status: SUCCESS [ 686.972348] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1ecbf7e5-7eed-41b9-bfc3-187028ca8a90" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.003179] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock network-268 taken with stack trace [, , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.003179] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "network-268" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.003179] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "network-268" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.003704] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "network-268" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.004208] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.004736] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.008065] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.008065] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.008065] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.008065] env[65424]: DEBUG dogpile.cache.region [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] No value present for key: 'zone-id' {{(pid=65424) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 687.008065] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] NeedRegenerationException {{(pid=65424) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 687.008065] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] no value, waiting for create lock {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 687.008065] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] value creation lock acquired {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 687.008065] env[65424]: DEBUG dogpile.cache.region [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] No value present for key: 'zone-id' {{(pid=65424) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 687.008065] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Calling creation function for not-yet-present value {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 687.008065] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 687.033287] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 687.033691] env[65424]: DEBUG dogpile.cache.region [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65424) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 687.033691] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Released creation lock {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 687.034892] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "network-268" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.034892] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock port-89aa0e6c-f4a4-4502-9378-9b6c75722554 taken with stack trace [, , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.034892] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "port-89aa0e6c-f4a4-4502-9378-9b6c75722554" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.034892] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "port-89aa0e6c-f4a4-4502-9378-9b6c75722554" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.034892] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "port-89aa0e6c-f4a4-4502-9378-9b6c75722554" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.035070] env[65424]: DEBUG networking_nsxv3.api.rpc [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('89aa0e6c-f4a4-4502-9378-9b6c75722554',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.053516] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.053677] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.053782] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.054153] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.054321] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.054625] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.054759] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.054906] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.055177] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.055310] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.055445] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d31137b1-d29c-4525-ad92-6b63f28c47b5 is going to be updated. [ 687.087311] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.087499] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.087499] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.088403] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.088403] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.097438] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d31137b1-d29c-4525-ad92-6b63f28c47b5 in Status: IN_PROGRESS for 2s [ 687.477048] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d6f4939-e8a0-499e-8d42-74cc098aab77 in Status: SUCCESS [ 687.477480] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d6f4939-e8a0-499e-8d42-74cc098aab77" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.477532] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d6f4939-e8a0-499e-8d42-74cc098aab77" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.477815] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d6f4939-e8a0-499e-8d42-74cc098aab77" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.478116] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.478281] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.478369] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.478586] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.478695] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.478837] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d6f4939-e8a0-499e-8d42-74cc098aab77" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.478956] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8d6f4939-e8a0-499e-8d42-74cc098aab77',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.480394] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d6f4939-e8a0-499e-8d42-74cc098aab77" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.480676] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d6f4939-e8a0-499e-8d42-74cc098aab77" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.481259] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.481259] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.481259] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.481447] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.481554] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.482320] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8d6f4939-e8a0-499e-8d42-74cc098aab77',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.537266] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.537531] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.537624] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.538089] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.538089] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.538193] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Segment Port 89aa0e6c-f4a4-4502-9378-9b6c75722554 not found, creating... [ 687.538533] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.538752] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.538875] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.539152] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.539357] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.539706] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.539886] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.540011] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.540266] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.540455] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.540590] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Resource: SegmentPort with ID: 89aa0e6c-f4a4-4502-9378-9b6c75722554 is going to be created. [ 687.569990] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.570182] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.570306] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.572654] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.572654] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.572654] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "port-89aa0e6c-f4a4-4502-9378-9b6c75722554" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.984226] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d6f4939-e8a0-499e-8d42-74cc098aab77 taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.984546] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d6f4939-e8a0-499e-8d42-74cc098aab77" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.984660] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8d6f4939-e8a0-499e-8d42-74cc098aab77',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.322274] env[65424]: INFO networking_nsxv3.common.synchronization [req-e5f33a3b-c851-467e-b3c1-28cdfcff9179 req-2fd63c9a-be79-4dde-9201-95a7ae6c7952 service nova] Enqueued Resource ID: 8d6f4939-e8a0-499e-8d42-74cc098aab77 with Priority: HIGHEST for action security_group_rules [ 688.322274] env[65424]: INFO networking_nsxv3.common.synchronization [req-e5f33a3b-c851-467e-b3c1-28cdfcff9179 req-2fd63c9a-be79-4dde-9201-95a7ae6c7952 service nova] Enqueued Resource ID: 8d6f4939-e8a0-499e-8d42-74cc098aab77 with Priority: HIGHEST for action security_group_members [ 688.322274] env[65424]: INFO networking_nsxv3.common.synchronization [req-e5f33a3b-c851-467e-b3c1-28cdfcff9179 req-2fd63c9a-be79-4dde-9201-95a7ae6c7952 service nova] Enqueued Resource ID: 89aa0e6c-f4a4-4502-9378-9b6c75722554 with Priority: HIGHEST for action port [ 688.322274] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d6f4939-e8a0-499e-8d42-74cc098aab77 with Priority: HIGHEST for action security_group_rules [ 688.322274] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d6f4939-e8a0-499e-8d42-74cc098aab77 with Priority: HIGHEST for action security_group_members [ 688.322274] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89aa0e6c-f4a4-4502-9378-9b6c75722554 with Priority: HIGHEST for action port [ 688.322274] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8d6f4939-e8a0-499e-8d42-74cc098aab77 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.322274] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8d6f4939-e8a0-499e-8d42-74cc098aab77" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.324155] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d6f4939-e8a0-499e-8d42-74cc098aab77 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.324405] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d6f4939-e8a0-499e-8d42-74cc098aab77" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.324686] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock port-89aa0e6c-f4a4-4502-9378-9b6c75722554 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.324948] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-89aa0e6c-f4a4-4502-9378-9b6c75722554" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.325159] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-89aa0e6c-f4a4-4502-9378-9b6c75722554" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.325536] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-89aa0e6c-f4a4-4502-9378-9b6c75722554" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.326234] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('89aa0e6c-f4a4-4502-9378-9b6c75722554',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.489223] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8d6f4939-e8a0-499e-8d42-74cc098aab77',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.830934] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 89aa0e6c-f4a4-4502-9378-9b6c75722554 with status ACTIVE [ 688.830934] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.830934] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.830934] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.831145] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.831145] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.831386] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.831386] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.831484] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.835039] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.835039] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.835039] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.835039] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.835039] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.835039] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.835039] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.835039] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 89aa0e6c-f4a4-4502-9378-9b6c75722554 is going to be updated. [ 688.865271] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.865442] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.865555] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.866099] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.866099] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.866356] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-89aa0e6c-f4a4-4502-9378-9b6c75722554" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.993241] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.993454] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.993506] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.993725] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.993812] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.993913] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d6f4939-e8a0-499e-8d42-74cc098aab77 is going to be updated. [ 689.043982] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.044215] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.044366] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.044575] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.044575] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.057393] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d6f4939-e8a0-499e-8d42-74cc098aab77 in Status: IN_PROGRESS for 2s [ 689.106915] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d31137b1-d29c-4525-ad92-6b63f28c47b5 in Status: SUCCESS [ 689.106915] env[65424]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d31137b1-d29c-4525-ad92-6b63f28c47b5 deletion is rescheduled due to dependency. [ 689.106915] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d31137b1-d29c-4525-ad92-6b63f28c47b5" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.432867] env[65424]: INFO networking_nsxv3.common.synchronization [None req-f25bc24c-600d-4a26-8f00-bd2b4d773d77 None None] Enqueued Resource ID: c5879af6-9404-4d05-8250-95180c3ea101 with Priority: HIGHEST for action port [ 689.439591] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5879af6-9404-4d05-8250-95180c3ea101 with Priority: HIGHEST for action port [ 689.439591] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock port-c5879af6-9404-4d05-8250-95180c3ea101 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.439591] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c5879af6-9404-4d05-8250-95180c3ea101" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.439591] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c5879af6-9404-4d05-8250-95180c3ea101" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.439591] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c5879af6-9404-4d05-8250-95180c3ea101" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.439591] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c5879af6-9404-4d05-8250-95180c3ea101',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.947696] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c5879af6-9404-4d05-8250-95180c3ea101 [ 689.947696] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.947696] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.947696] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.947696] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.947696] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.947696] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c5879af6-9404-4d05-8250-95180c3ea101 already deleted. [ 689.947696] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c5879af6-9404-4d05-8250-95180c3ea101" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.038788] env[65424]: INFO networking_nsxv3.common.synchronization [req-bf7878e3-9785-41a6-aaec-a8c545c14978 req-5ed4e664-1275-4f4a-8f6e-f3ab676bec76 tempest-FloatingIPsAssociationTestJSON-268597939 tempest-FloatingIPsAssociationTestJSON-268597939-project-member] Enqueued Resource ID: 0974405a-ba49-4f1e-9519-bcf099ba1636 with Priority: HIGHEST for action security_group_members [ 690.038788] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0974405a-ba49-4f1e-9519-bcf099ba1636 with Priority: HIGHEST for action security_group_members [ 690.040316] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-0974405a-ba49-4f1e-9519-bcf099ba1636 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.041687] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0974405a-ba49-4f1e-9519-bcf099ba1636" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.041991] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0974405a-ba49-4f1e-9519-bcf099ba1636" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.042425] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0974405a-ba49-4f1e-9519-bcf099ba1636" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.044746] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.044746] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.044746] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.044746] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.044746] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.044746] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0974405a-ba49-4f1e-9519-bcf099ba1636',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.239038] env[65424]: INFO networking_nsxv3.common.synchronization [req-c402abc2-1181-4490-9744-b161276a9303 req-4ef0d304-9268-4f61-99aa-534ce042a525 tempest-ServerDiskConfigTestJSON-1442015367 tempest-ServerDiskConfigTestJSON-1442015367-project-member] Enqueued Resource ID: 62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f with Priority: HIGHEST for action security_group_members [ 690.239038] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f with Priority: HIGHEST for action security_group_members [ 690.239038] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.239038] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.239038] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.239038] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.240156] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.240156] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.240156] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.242219] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.242324] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.242447] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.547614] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0974405a-ba49-4f1e-9519-bcf099ba1636',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.748795] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.748795] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.748795] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.748795] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.748795] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.749098] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.749217] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.749264] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.749500] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.749585] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.749713] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f is going to be updated. [ 690.792406] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.792664] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.792664] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.792788] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.793652] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.803688] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f in Status: IN_PROGRESS for 2s [ 691.053536] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0974405a-ba49-4f1e-9519-bcf099ba1636',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.074505] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d6f4939-e8a0-499e-8d42-74cc098aab77 in Status: SUCCESS [ 691.074633] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d6f4939-e8a0-499e-8d42-74cc098aab77" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.074865] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d6f4939-e8a0-499e-8d42-74cc098aab77" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.075633] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d6f4939-e8a0-499e-8d42-74cc098aab77" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.075862] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.075959] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.078319] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.078319] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.078319] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.078319] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d6f4939-e8a0-499e-8d42-74cc098aab77" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.079162] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d6f4939-e8a0-499e-8d42-74cc098aab77 taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.079709] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d6f4939-e8a0-499e-8d42-74cc098aab77" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.079709] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d6f4939-e8a0-499e-8d42-74cc098aab77" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.079709] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d6f4939-e8a0-499e-8d42-74cc098aab77" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.079878] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.079878] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.080182] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.080182] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.080236] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.080362] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d6f4939-e8a0-499e-8d42-74cc098aab77" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.080414] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8d6f4939-e8a0-499e-8d42-74cc098aab77',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.081889] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d6f4939-e8a0-499e-8d42-74cc098aab77" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.082044] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d6f4939-e8a0-499e-8d42-74cc098aab77" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.082532] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.082532] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.082532] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.082532] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.084138] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.084138] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8d6f4939-e8a0-499e-8d42-74cc098aab77',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.557500] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.558974] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.558974] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.558974] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.558974] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.558974] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0974405a-ba49-4f1e-9519-bcf099ba1636 is going to be updated. [ 691.587057] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8d6f4939-e8a0-499e-8d42-74cc098aab77',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.588732] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8d6f4939-e8a0-499e-8d42-74cc098aab77: rpc.has_security_group_logging(os_id): False [ 691.593024] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.593024] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.593024] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.593024] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.593024] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.604141] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0974405a-ba49-4f1e-9519-bcf099ba1636 in Status: IN_PROGRESS for 2s [ 691.614325] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.614325] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.614325] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.614325] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.614325] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.614325] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.614325] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.614325] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.614325] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.614325] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.614325] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.614854] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.614854] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.614854] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.614854] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.614977] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.614977] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.617661] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.617661] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.617661] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.617661] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8d6f4939-e8a0-499e-8d42-74cc098aab77 is going to be created. [ 691.701288] env[65424]: INFO networking_nsxv3.common.synchronization [None req-bf459492-c16e-4531-9764-e95c539397df None None] Enqueued Resource ID: d401fa9d-a9d4-4566-8b68-1999f77417a3 with Priority: HIGHEST for action port [ 691.701884] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d401fa9d-a9d4-4566-8b68-1999f77417a3 with Priority: HIGHEST for action port [ 691.702329] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock port-d401fa9d-a9d4-4566-8b68-1999f77417a3 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.702329] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d401fa9d-a9d4-4566-8b68-1999f77417a3" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.704937] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d401fa9d-a9d4-4566-8b68-1999f77417a3" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.706302] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d401fa9d-a9d4-4566-8b68-1999f77417a3" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.706420] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d401fa9d-a9d4-4566-8b68-1999f77417a3',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.726989] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.726989] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.726989] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.726989] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.727286] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.741904] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8d6f4939-e8a0-499e-8d42-74cc098aab77 in Status: IN_PROGRESS for 2s [ 691.845859] env[65424]: INFO networking_nsxv3.common.synchronization [req-54e2eca8-cf66-4c2f-b560-a9548a07d8e0 req-625b6d02-a243-4b65-97b5-f6e85f9d1bab tempest-ServersNegativeTestMultiTenantJSON-410177731 tempest-ServersNegativeTestMultiTenantJSON-410177731-project-member] Enqueued Resource ID: bdac1a0f-156a-453d-9050-63e10c6ad759 with Priority: HIGHEST for action security_group_members [ 691.846484] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bdac1a0f-156a-453d-9050-63e10c6ad759 with Priority: HIGHEST for action security_group_members [ 691.850020] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-bdac1a0f-156a-453d-9050-63e10c6ad759 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.850020] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bdac1a0f-156a-453d-9050-63e10c6ad759" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.850020] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bdac1a0f-156a-453d-9050-63e10c6ad759" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.850020] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bdac1a0f-156a-453d-9050-63e10c6ad759" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.850020] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.850020] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.850020] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.850020] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.850020] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.850020] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bdac1a0f-156a-453d-9050-63e10c6ad759',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.094030] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8d6f4939-e8a0-499e-8d42-74cc098aab77',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.209125] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d401fa9d-a9d4-4566-8b68-1999f77417a3 [ 692.210449] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.211025] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.211025] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.211175] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.211224] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.211321] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d401fa9d-a9d4-4566-8b68-1999f77417a3 already deleted. [ 692.211435] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d401fa9d-a9d4-4566-8b68-1999f77417a3" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.358145] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.358145] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.358145] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.358145] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.358145] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.358145] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.358145] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.358145] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.358145] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.358145] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.358145] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bdac1a0f-156a-453d-9050-63e10c6ad759 is going to be updated. [ 692.401411] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.401600] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.401703] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.401998] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.402189] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.414512] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bdac1a0f-156a-453d-9050-63e10c6ad759 in Status: IN_PROGRESS for 2s [ 692.596592] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.596807] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.596929] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.597346] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.597346] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.597458] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d6f4939-e8a0-499e-8d42-74cc098aab77 is going to be updated. [ 692.634276] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.634426] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.635047] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.635047] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.635047] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.649617] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d6f4939-e8a0-499e-8d42-74cc098aab77 in Status: IN_PROGRESS for 2s [ 692.815283] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f in Status: SUCCESS [ 692.815526] env[65424]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f deletion is rescheduled due to dependency. [ 692.815680] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.617329] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0974405a-ba49-4f1e-9519-bcf099ba1636 in Status: SUCCESS [ 693.617601] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0974405a-ba49-4f1e-9519-bcf099ba1636" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.754990] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8d6f4939-e8a0-499e-8d42-74cc098aab77 in Status: SUCCESS [ 693.755281] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8d6f4939-e8a0-499e-8d42-74cc098aab77" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.755426] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8d6f4939-e8a0-499e-8d42-74cc098aab77" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.755715] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8d6f4939-e8a0-499e-8d42-74cc098aab77" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.755809] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8d6f4939-e8a0-499e-8d42-74cc098aab77',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.259195] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d6f4939-e8a0-499e-8d42-74cc098aab77 taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.259344] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d6f4939-e8a0-499e-8d42-74cc098aab77" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.426269] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bdac1a0f-156a-453d-9050-63e10c6ad759 in Status: SUCCESS [ 694.426413] env[65424]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bdac1a0f-156a-453d-9050-63e10c6ad759 deletion is rescheduled due to dependency. [ 694.426474] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bdac1a0f-156a-453d-9050-63e10c6ad759" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.643460] env[65424]: INFO networking_nsxv3.common.synchronization [None req-981d693a-76de-4175-bdbc-4583fd14d516 None None] Enqueued Resource ID: 38d0adeb-5464-4a38-8b35-5469f80f5e19 with Priority: HIGHEST for action port [ 694.644120] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38d0adeb-5464-4a38-8b35-5469f80f5e19 with Priority: HIGHEST for action port [ 694.644660] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock port-38d0adeb-5464-4a38-8b35-5469f80f5e19 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.644866] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-38d0adeb-5464-4a38-8b35-5469f80f5e19" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.644935] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-38d0adeb-5464-4a38-8b35-5469f80f5e19" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.645315] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-38d0adeb-5464-4a38-8b35-5469f80f5e19" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.645404] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('38d0adeb-5464-4a38-8b35-5469f80f5e19',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.664919] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d6f4939-e8a0-499e-8d42-74cc098aab77 in Status: SUCCESS [ 694.665624] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d6f4939-e8a0-499e-8d42-74cc098aab77" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.668565] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d6f4939-e8a0-499e-8d42-74cc098aab77" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.668967] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d6f4939-e8a0-499e-8d42-74cc098aab77" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.669311] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.669501] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.672255] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.672457] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.672537] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.672766] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d6f4939-e8a0-499e-8d42-74cc098aab77" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.673450] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8d6f4939-e8a0-499e-8d42-74cc098aab77',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.149494] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 38d0adeb-5464-4a38-8b35-5469f80f5e19 [ 695.152258] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.152258] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.152258] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.152258] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.152258] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.152258] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:38d0adeb-5464-4a38-8b35-5469f80f5e19 already deleted. [ 695.152258] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-38d0adeb-5464-4a38-8b35-5469f80f5e19" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.176997] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d6f4939-e8a0-499e-8d42-74cc098aab77 taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.177108] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d6f4939-e8a0-499e-8d42-74cc098aab77" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.177198] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d6f4939-e8a0-499e-8d42-74cc098aab77" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.177437] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d6f4939-e8a0-499e-8d42-74cc098aab77" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.177935] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.179231] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.179404] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.180200] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.180383] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.180618] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d6f4939-e8a0-499e-8d42-74cc098aab77" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.180911] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d6f4939-e8a0-499e-8d42-74cc098aab77 taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.181987] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d6f4939-e8a0-499e-8d42-74cc098aab77" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.182184] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d6f4939-e8a0-499e-8d42-74cc098aab77" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.182572] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d6f4939-e8a0-499e-8d42-74cc098aab77" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.182913] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.183272] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.183431] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.183752] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.183907] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.186345] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d6f4939-e8a0-499e-8d42-74cc098aab77" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.186577] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8d6f4939-e8a0-499e-8d42-74cc098aab77',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.594440] env[65424]: INFO networking_nsxv3.common.synchronization [None req-bd46652d-964f-4674-91ff-99387c9a1273 None None] Enqueued Resource ID: 5c7c4862-8192-4d34-9f6b-a0d812e0f692 with Priority: HIGHEST for action port [ 695.594440] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c7c4862-8192-4d34-9f6b-a0d812e0f692 with Priority: HIGHEST for action port [ 695.594440] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock port-5c7c4862-8192-4d34-9f6b-a0d812e0f692 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.594440] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5c7c4862-8192-4d34-9f6b-a0d812e0f692" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.594440] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5c7c4862-8192-4d34-9f6b-a0d812e0f692" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.594440] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5c7c4862-8192-4d34-9f6b-a0d812e0f692" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.594440] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5c7c4862-8192-4d34-9f6b-a0d812e0f692',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.690271] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8d6f4939-e8a0-499e-8d42-74cc098aab77: rpc.has_security_group_logging(os_id): False [ 695.714342] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.714793] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.715608] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.715608] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.715608] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.715608] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.715608] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.716040] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.716040] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.716040] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.716170] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.716237] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.716500] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.716500] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.716500] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.716646] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.716759] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.716819] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.716981] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.717464] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.717563] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8d6f4939-e8a0-499e-8d42-74cc098aab77 is going to be updated. [ 695.794747] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.794990] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.794990] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.795265] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.795454] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.815716] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8d6f4939-e8a0-499e-8d42-74cc098aab77 in Status: IN_PROGRESS for 2s [ 696.097255] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5c7c4862-8192-4d34-9f6b-a0d812e0f692 [ 696.097467] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.097602] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.097671] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.097892] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.097982] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.098523] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5c7c4862-8192-4d34-9f6b-a0d812e0f692 already deleted. [ 696.098523] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5c7c4862-8192-4d34-9f6b-a0d812e0f692" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.101194] env[65424]: INFO networking_nsxv3.common.synchronization [req-6812269a-8325-4e7a-9a98-dd7fd19d9df9 req-6e796b31-ee39-4884-9bc8-40cb58fae7c9 tempest-ServersAdminNegativeTestJSON-908634147 tempest-ServersAdminNegativeTestJSON-908634147-project-member] Enqueued Resource ID: f1bbbc6b-71e8-4e9d-9be0-913d67ba79c0 with Priority: HIGHEST for action security_group_members [ 697.102233] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1bbbc6b-71e8-4e9d-9be0-913d67ba79c0 with Priority: HIGHEST for action security_group_members [ 697.102715] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1bbbc6b-71e8-4e9d-9be0-913d67ba79c0 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.102932] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1bbbc6b-71e8-4e9d-9be0-913d67ba79c0" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.103271] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1bbbc6b-71e8-4e9d-9be0-913d67ba79c0" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.103604] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1bbbc6b-71e8-4e9d-9be0-913d67ba79c0" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.103881] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.104467] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.104604] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.104861] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.105197] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.105197] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f1bbbc6b-71e8-4e9d-9be0-913d67ba79c0',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.141585] env[65424]: INFO networking_nsxv3.common.synchronization [None req-e203cbc8-0958-4cb9-9032-158753a0a687 tempest-ServerActionsV293TestJSON-1192536373 tempest-ServerActionsV293TestJSON-1192536373-project-member] Enqueued Resource ID: b4d8ca39-a0a0-48a4-b6d8-dcb5075259b8 with Priority: HIGHEST for action security_group_rules [ 697.143605] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4d8ca39-a0a0-48a4-b6d8-dcb5075259b8 with Priority: HIGHEST for action security_group_rules [ 697.144634] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b4d8ca39-a0a0-48a4-b6d8-dcb5075259b8 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.144634] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b4d8ca39-a0a0-48a4-b6d8-dcb5075259b8" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.144634] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b4d8ca39-a0a0-48a4-b6d8-dcb5075259b8" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.144929] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b4d8ca39-a0a0-48a4-b6d8-dcb5075259b8" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.145089] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b4d8ca39-a0a0-48a4-b6d8-dcb5075259b8',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.355958] env[65424]: INFO networking_nsxv3.common.synchronization [None req-b7713be4-a051-4143-b373-9c8f4fc3ae46 tempest-ServerActionsV293TestJSON-1192536373 tempest-ServerActionsV293TestJSON-1192536373-project-member] Enqueued Resource ID: b4d8ca39-a0a0-48a4-b6d8-dcb5075259b8 with Priority: HIGHEST for action security_group_rules [ 697.356572] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4d8ca39-a0a0-48a4-b6d8-dcb5075259b8 with Priority: HIGHEST for action security_group_rules [ 697.356963] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b4d8ca39-a0a0-48a4-b6d8-dcb5075259b8 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.357328] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b4d8ca39-a0a0-48a4-b6d8-dcb5075259b8" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.612542] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f1bbbc6b-71e8-4e9d-9be0-913d67ba79c0',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.681213] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.681213] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.681213] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.681426] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.681426] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.681501] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b4d8ca39-a0a0-48a4-b6d8-dcb5075259b8 already deleted. [ 697.681538] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b4d8ca39-a0a0-48a4-b6d8-dcb5075259b8" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.682187] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b4d8ca39-a0a0-48a4-b6d8-dcb5075259b8" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.682187] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b4d8ca39-a0a0-48a4-b6d8-dcb5075259b8" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.682187] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b4d8ca39-a0a0-48a4-b6d8-dcb5075259b8',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.706359] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock network-496 taken with stack trace [, , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.711012] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "network-496" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.711338] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "network-496" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.711657] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "network-496" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.712046] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.712244] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.712351] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.712629] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.712774] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.712991] env[65424]: DEBUG dogpile.cache.region [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] No value present for key: 'zone-id' {{(pid=65424) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 697.713106] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] NeedRegenerationException {{(pid=65424) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 697.713250] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] no value, waiting for create lock {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 697.713362] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] value creation lock acquired {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 697.713463] env[65424]: DEBUG dogpile.cache.region [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] No value present for key: 'zone-id' {{(pid=65424) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 697.713594] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Calling creation function for not-yet-present value {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 697.713795] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 697.739032] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 697.739216] env[65424]: DEBUG dogpile.cache.region [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65424) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 697.739377] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Released creation lock {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 697.739573] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "network-496" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.739948] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock port-dc36cee5-5a1d-45f2-9e81-ac441baff6b1 taken with stack trace [, , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.740169] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "port-dc36cee5-5a1d-45f2-9e81-ac441baff6b1" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.740287] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "port-dc36cee5-5a1d-45f2-9e81-ac441baff6b1" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.740638] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "port-dc36cee5-5a1d-45f2-9e81-ac441baff6b1" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.740777] env[65424]: DEBUG networking_nsxv3.api.rpc [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dc36cee5-5a1d-45f2-9e81-ac441baff6b1',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.831765] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8d6f4939-e8a0-499e-8d42-74cc098aab77 in Status: SUCCESS [ 697.831976] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8d6f4939-e8a0-499e-8d42-74cc098aab77" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.832206] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8d6f4939-e8a0-499e-8d42-74cc098aab77" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.832441] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8d6f4939-e8a0-499e-8d42-74cc098aab77" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.832537] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8d6f4939-e8a0-499e-8d42-74cc098aab77',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.115097] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f1bbbc6b-71e8-4e9d-9be0-913d67ba79c0',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.210448] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.210448] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.210448] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.210448] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.210448] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.210448] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b4d8ca39-a0a0-48a4-b6d8-dcb5075259b8 already deleted. [ 698.210448] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b4d8ca39-a0a0-48a4-b6d8-dcb5075259b8" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.245457] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.245620] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.246138] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.246202] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.246416] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.246667] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Segment Port dc36cee5-5a1d-45f2-9e81-ac441baff6b1 not found, creating... [ 698.247115] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.247293] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.247553] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.247654] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.247826] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.249047] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.249245] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.249490] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.252087] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.252294] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.252531] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Resource: SegmentPort with ID: dc36cee5-5a1d-45f2-9e81-ac441baff6b1 is going to be created. [ 698.284025] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.284548] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.287110] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.287110] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.287110] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.287110] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "port-dc36cee5-5a1d-45f2-9e81-ac441baff6b1" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.338665] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d6f4939-e8a0-499e-8d42-74cc098aab77 taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.338759] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d6f4939-e8a0-499e-8d42-74cc098aab77" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.338873] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d6f4939-e8a0-499e-8d42-74cc098aab77" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.339086] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d6f4939-e8a0-499e-8d42-74cc098aab77" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.339224] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.339327] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.339393] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.339533] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.339621] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.339724] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d6f4939-e8a0-499e-8d42-74cc098aab77" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.339902] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8d6f4939-e8a0-499e-8d42-74cc098aab77',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.389675] env[65424]: INFO networking_nsxv3.common.synchronization [None req-57d13669-f33f-48c9-aaa6-65c8b2f0ef3f None None] Enqueued Resource ID: c16a9321-ec4d-45bc-9e86-1c931cbb3395 with Priority: HIGHEST for action port [ 698.390335] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c16a9321-ec4d-45bc-9e86-1c931cbb3395 with Priority: HIGHEST for action port [ 698.390707] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock port-c16a9321-ec4d-45bc-9e86-1c931cbb3395 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.391027] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c16a9321-ec4d-45bc-9e86-1c931cbb3395" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.391027] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c16a9321-ec4d-45bc-9e86-1c931cbb3395" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.391402] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c16a9321-ec4d-45bc-9e86-1c931cbb3395" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.391527] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c16a9321-ec4d-45bc-9e86-1c931cbb3395',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.489028] env[65424]: INFO networking_nsxv3.common.synchronization [req-7e6c068b-ce4b-41e0-a31a-7820c791880d req-6517bd54-1c45-4050-94aa-0483912ad8cf tempest-InstanceActionsTestJSON-1568367176 tempest-InstanceActionsTestJSON-1568367176-project-member] Enqueued Resource ID: 8697f03b-9b68-4d2b-ade8-6e607daa4837 with Priority: HIGHEST for action security_group_members [ 698.492136] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8697f03b-9b68-4d2b-ade8-6e607daa4837 with Priority: HIGHEST for action security_group_members [ 698.492136] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-8697f03b-9b68-4d2b-ade8-6e607daa4837 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.492136] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8697f03b-9b68-4d2b-ade8-6e607daa4837" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.492136] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8697f03b-9b68-4d2b-ade8-6e607daa4837" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.492136] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8697f03b-9b68-4d2b-ade8-6e607daa4837" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.492136] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.492136] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.492136] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.492136] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.492136] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.492136] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8697f03b-9b68-4d2b-ade8-6e607daa4837',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.619512] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.620019] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.620019] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.620850] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.620850] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.620850] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f1bbbc6b-71e8-4e9d-9be0-913d67ba79c0 is going to be updated. [ 698.656033] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.656186] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.656186] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.656483] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.656643] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.670575] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1bbbc6b-71e8-4e9d-9be0-913d67ba79c0 in Status: IN_PROGRESS for 2s [ 698.847121] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d6f4939-e8a0-499e-8d42-74cc098aab77 taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.847121] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d6f4939-e8a0-499e-8d42-74cc098aab77" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.847121] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d6f4939-e8a0-499e-8d42-74cc098aab77" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.847121] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d6f4939-e8a0-499e-8d42-74cc098aab77" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.847270] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.848261] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.848261] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.848261] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.848261] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.848261] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d6f4939-e8a0-499e-8d42-74cc098aab77" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.848261] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d6f4939-e8a0-499e-8d42-74cc098aab77 taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.848261] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d6f4939-e8a0-499e-8d42-74cc098aab77" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.848261] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d6f4939-e8a0-499e-8d42-74cc098aab77" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.848261] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d6f4939-e8a0-499e-8d42-74cc098aab77" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.848634] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.848634] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.848634] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.848634] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.848634] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.848766] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d6f4939-e8a0-499e-8d42-74cc098aab77" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.849374] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8d6f4939-e8a0-499e-8d42-74cc098aab77',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.894282] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c16a9321-ec4d-45bc-9e86-1c931cbb3395 [ 698.894859] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.894859] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.895291] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.895291] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.895291] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.895653] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c16a9321-ec4d-45bc-9e86-1c931cbb3395 already deleted. [ 698.895653] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c16a9321-ec4d-45bc-9e86-1c931cbb3395" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.906016] env[65424]: INFO networking_nsxv3.common.synchronization [None req-28a69ccb-8a27-4b3a-9072-3dbb830e0cc2 None None] Enqueued Resource ID: 645791e7-1bcf-4743-9911-807b99abe8f5 with Priority: HIGHEST for action port [ 698.906653] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 645791e7-1bcf-4743-9911-807b99abe8f5 with Priority: HIGHEST for action port [ 698.906968] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock port-645791e7-1bcf-4743-9911-807b99abe8f5 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.907109] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-645791e7-1bcf-4743-9911-807b99abe8f5" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.907177] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-645791e7-1bcf-4743-9911-807b99abe8f5" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.907470] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-645791e7-1bcf-4743-9911-807b99abe8f5" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.907554] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('645791e7-1bcf-4743-9911-807b99abe8f5',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.995814] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.995814] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.995814] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.995814] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.995814] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.996341] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.996341] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.996420] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.996651] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.996713] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.996806] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8697f03b-9b68-4d2b-ade8-6e607daa4837 is going to be updated. [ 699.040201] env[65424]: INFO networking_nsxv3.common.synchronization [req-6812269a-8325-4e7a-9a98-dd7fd19d9df9 req-6109a10d-a341-4ecf-8c06-d13166f61102 service nova] Enqueued Resource ID: f1bbbc6b-71e8-4e9d-9be0-913d67ba79c0 with Priority: HIGHEST for action security_group_rules [ 699.040397] env[65424]: INFO networking_nsxv3.common.synchronization [req-6812269a-8325-4e7a-9a98-dd7fd19d9df9 req-6109a10d-a341-4ecf-8c06-d13166f61102 service nova] Enqueued Resource ID: f1bbbc6b-71e8-4e9d-9be0-913d67ba79c0 with Priority: HIGHEST for action security_group_members [ 699.042037] env[65424]: INFO networking_nsxv3.common.synchronization [req-6812269a-8325-4e7a-9a98-dd7fd19d9df9 req-6109a10d-a341-4ecf-8c06-d13166f61102 service nova] Enqueued Resource ID: dc36cee5-5a1d-45f2-9e81-ac441baff6b1 with Priority: HIGHEST for action port [ 699.043418] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.043630] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.043728] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.044506] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.044753] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.047237] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1bbbc6b-71e8-4e9d-9be0-913d67ba79c0 with Priority: HIGHEST for action security_group_rules [ 699.047541] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1bbbc6b-71e8-4e9d-9be0-913d67ba79c0 with Priority: HIGHEST for action security_group_members [ 699.047744] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc36cee5-5a1d-45f2-9e81-ac441baff6b1 with Priority: HIGHEST for action port [ 699.048015] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f1bbbc6b-71e8-4e9d-9be0-913d67ba79c0 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.048145] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f1bbbc6b-71e8-4e9d-9be0-913d67ba79c0" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.048210] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f1bbbc6b-71e8-4e9d-9be0-913d67ba79c0" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.048425] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f1bbbc6b-71e8-4e9d-9be0-913d67ba79c0" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.048512] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f1bbbc6b-71e8-4e9d-9be0-913d67ba79c0',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.049503] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1bbbc6b-71e8-4e9d-9be0-913d67ba79c0 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.049652] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1bbbc6b-71e8-4e9d-9be0-913d67ba79c0" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.049801] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock port-dc36cee5-5a1d-45f2-9e81-ac441baff6b1 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.049897] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dc36cee5-5a1d-45f2-9e81-ac441baff6b1" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.049957] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dc36cee5-5a1d-45f2-9e81-ac441baff6b1" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.050442] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dc36cee5-5a1d-45f2-9e81-ac441baff6b1" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.050526] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dc36cee5-5a1d-45f2-9e81-ac441baff6b1',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.062539] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8697f03b-9b68-4d2b-ade8-6e607daa4837 in Status: IN_PROGRESS for 2s [ 699.156326] env[65424]: INFO networking_nsxv3.common.synchronization [None req-7b970164-6dc5-4bdd-b445-f534538ccaaa tempest-ServersTestManualDisk-1591512657 tempest-ServersTestManualDisk-1591512657-project-member] Enqueued Resource ID: 1fb70c28-f5cc-4597-9f17-caf301209a08 with Priority: HIGHEST for action security_group_rules [ 699.157025] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1fb70c28-f5cc-4597-9f17-caf301209a08 with Priority: HIGHEST for action security_group_rules [ 699.159795] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1fb70c28-f5cc-4597-9f17-caf301209a08 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.159795] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1fb70c28-f5cc-4597-9f17-caf301209a08" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.159795] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1fb70c28-f5cc-4597-9f17-caf301209a08" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.159795] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1fb70c28-f5cc-4597-9f17-caf301209a08" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.159795] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1fb70c28-f5cc-4597-9f17-caf301209a08',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.331605] env[65424]: INFO networking_nsxv3.common.synchronization [req-36a1cee4-45b7-43b5-8f39-44eccff95d70 req-f4127877-e1cf-4dcc-a9b8-f0defc96dd1e tempest-FloatingIPsAssociationNegativeTestJSON-88450850 tempest-FloatingIPsAssociationNegativeTestJSON-88450850-project-member] Enqueued Resource ID: b825f54a-be85-442c-9ddb-1d568236ef6c with Priority: HIGHEST for action security_group_members [ 699.332380] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b825f54a-be85-442c-9ddb-1d568236ef6c with Priority: HIGHEST for action security_group_members [ 699.332630] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-b825f54a-be85-442c-9ddb-1d568236ef6c taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.332820] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b825f54a-be85-442c-9ddb-1d568236ef6c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.332820] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b825f54a-be85-442c-9ddb-1d568236ef6c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.334074] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b825f54a-be85-442c-9ddb-1d568236ef6c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.334074] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.334074] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.334074] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.334074] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.334074] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.334074] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b825f54a-be85-442c-9ddb-1d568236ef6c',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.352112] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8d6f4939-e8a0-499e-8d42-74cc098aab77: rpc.has_security_group_logging(os_id): False [ 699.391223] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.391424] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.391552] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.391786] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.391881] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.392125] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.392234] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.392299] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.392488] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.392570] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.392780] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.392877] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.392942] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.393332] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.393332] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.393432] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.393489] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.393554] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.393695] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.393769] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.393856] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8d6f4939-e8a0-499e-8d42-74cc098aab77 is going to be updated. [ 699.410524] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 645791e7-1bcf-4743-9911-807b99abe8f5 [ 699.410721] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.410898] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.410970] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.411476] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.411621] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.411735] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:645791e7-1bcf-4743-9911-807b99abe8f5 already deleted. [ 699.411826] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-645791e7-1bcf-4743-9911-807b99abe8f5" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.432072] env[65424]: INFO networking_nsxv3.common.synchronization [req-6cfeb7cf-a8c6-418d-9b24-e863aacfa1ec req-d1454609-1b94-4633-a1b8-328e7f531dba tempest-DeleteServersTestJSON-984948509 tempest-DeleteServersTestJSON-984948509-project-member] Enqueued Resource ID: 59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9 with Priority: HIGHEST for action security_group_members [ 699.432923] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9 with Priority: HIGHEST for action security_group_members [ 699.433420] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.433492] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.433616] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.433766] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.434096] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.434096] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.434096] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.434324] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.434451] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.434501] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.485031] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.485031] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.485031] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.485031] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.485031] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.525915] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8d6f4939-e8a0-499e-8d42-74cc098aab77 in Status: IN_PROGRESS for 2s [ 699.555585] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1bbbc6b-71e8-4e9d-9be0-913d67ba79c0 taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.555905] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1bbbc6b-71e8-4e9d-9be0-913d67ba79c0" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.555993] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dc36cee5-5a1d-45f2-9e81-ac441baff6b1 with status ACTIVE [ 699.556229] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.556358] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.556387] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.556588] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.556688] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.556936] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.556994] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.557043] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.557591] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.557591] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.557591] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.557591] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.557591] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.557797] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.557797] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.558467] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dc36cee5-5a1d-45f2-9e81-ac441baff6b1 is going to be updated. [ 699.562568] env[65424]: INFO networking_nsxv3.common.synchronization [None req-52304706-9eca-4fc6-a385-8e4bfd7268e0 tempest-ServersTestManualDisk-1591512657 tempest-ServersTestManualDisk-1591512657-project-member] Enqueued Resource ID: 1fb70c28-f5cc-4597-9f17-caf301209a08 with Priority: HIGHEST for action security_group_rules [ 699.563283] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1fb70c28-f5cc-4597-9f17-caf301209a08 with Priority: HIGHEST for action security_group_rules [ 699.563609] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1fb70c28-f5cc-4597-9f17-caf301209a08 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.563710] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1fb70c28-f5cc-4597-9f17-caf301209a08" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.613555] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.613748] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.613748] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.614258] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.614431] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.614610] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dc36cee5-5a1d-45f2-9e81-ac441baff6b1" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.688034] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.688034] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.688034] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.688034] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.688034] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.688034] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1fb70c28-f5cc-4597-9f17-caf301209a08 already deleted. [ 699.688034] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1fb70c28-f5cc-4597-9f17-caf301209a08" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.688034] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1fb70c28-f5cc-4597-9f17-caf301209a08" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.688034] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1fb70c28-f5cc-4597-9f17-caf301209a08" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.688034] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1fb70c28-f5cc-4597-9f17-caf301209a08',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.837043] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.837198] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.837198] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.837440] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.837534] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.837733] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.837832] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.837889] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.838044] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.838120] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.838213] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b825f54a-be85-442c-9ddb-1d568236ef6c is going to be updated. [ 699.872266] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.872710] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.872842] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.873218] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.873716] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.884841] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b825f54a-be85-442c-9ddb-1d568236ef6c in Status: IN_PROGRESS for 2s [ 699.937870] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.938044] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.938120] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.938351] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.938675] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.938754] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.938856] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.938942] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.939136] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.939252] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.939368] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9 is going to be updated. [ 699.980460] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.980744] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.980744] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.980913] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.981108] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.000962] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9 in Status: IN_PROGRESS for 2s [ 700.041064] env[65424]: INFO networking_nsxv3.common.synchronization [req-e15160a1-5233-4c47-8b2f-685961f3a929 req-144bf46d-b0d5-4a55-96e1-a391cfe76142 tempest-ServerRescueTestJSON-1143747873 tempest-ServerRescueTestJSON-1143747873-project-member] Enqueued Resource ID: 0e3ac01c-77fe-4ca1-b121-e654654acce9 with Priority: HIGHEST for action security_group_members [ 700.041812] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e3ac01c-77fe-4ca1-b121-e654654acce9 with Priority: HIGHEST for action security_group_members [ 700.042961] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e3ac01c-77fe-4ca1-b121-e654654acce9 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.044622] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e3ac01c-77fe-4ca1-b121-e654654acce9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.044689] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e3ac01c-77fe-4ca1-b121-e654654acce9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.045034] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e3ac01c-77fe-4ca1-b121-e654654acce9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.045264] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.045388] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.045494] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.045703] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.045827] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.045930] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0e3ac01c-77fe-4ca1-b121-e654654acce9',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.212116] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.212533] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.212533] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.212533] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.212728] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.212728] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1fb70c28-f5cc-4597-9f17-caf301209a08 already deleted. [ 700.212803] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1fb70c28-f5cc-4597-9f17-caf301209a08" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.510647] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock network-38 taken with stack trace [, , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.510860] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "network-38" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.510961] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "network-38" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.511315] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "network-38" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.511577] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.511734] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.511842] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.512069] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.512205] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.512411] env[65424]: DEBUG dogpile.cache.region [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] No value present for key: 'zone-id' {{(pid=65424) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 700.512518] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] NeedRegenerationException {{(pid=65424) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 700.512618] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] no value, waiting for create lock {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 700.512720] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] value creation lock acquired {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 700.512819] env[65424]: DEBUG dogpile.cache.region [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] No value present for key: 'zone-id' {{(pid=65424) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 700.512916] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Calling creation function for not-yet-present value {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 700.513076] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 700.534958] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 700.535141] env[65424]: DEBUG dogpile.cache.region [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65424) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 700.535274] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Released creation lock {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 700.535478] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "network-38" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.535872] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock port-f8169998-aa72-45ae-b82c-7cad629804c3 taken with stack trace [, , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.536107] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "port-f8169998-aa72-45ae-b82c-7cad629804c3" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.536252] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "port-f8169998-aa72-45ae-b82c-7cad629804c3" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.536628] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "port-f8169998-aa72-45ae-b82c-7cad629804c3" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.536810] env[65424]: DEBUG networking_nsxv3.api.rpc [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f8169998-aa72-45ae-b82c-7cad629804c3',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.552372] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.552579] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.552668] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.553304] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.553304] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.553304] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.553526] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.553526] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.553660] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.553788] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.553839] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0e3ac01c-77fe-4ca1-b121-e654654acce9 already deleted. [ 700.553953] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e3ac01c-77fe-4ca1-b121-e654654acce9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.682087] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1bbbc6b-71e8-4e9d-9be0-913d67ba79c0 in Status: SUCCESS [ 700.682316] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1bbbc6b-71e8-4e9d-9be0-913d67ba79c0" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.682491] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1bbbc6b-71e8-4e9d-9be0-913d67ba79c0" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.682722] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1bbbc6b-71e8-4e9d-9be0-913d67ba79c0" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.682910] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.683046] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.683114] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.683399] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.683498] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.683596] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f1bbbc6b-71e8-4e9d-9be0-913d67ba79c0',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.039569] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.039847] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.039956] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.040249] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.040389] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.040536] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Segment Port f8169998-aa72-45ae-b82c-7cad629804c3 not found, creating... [ 701.040846] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.041036] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.041173] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.041451] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.041627] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.042575] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.042801] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.042925] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.043175] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.043377] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.043604] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Resource: SegmentPort with ID: f8169998-aa72-45ae-b82c-7cad629804c3 is going to be created. [ 701.073024] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.073303] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.073424] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.073734] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.073978] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.074241] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "port-f8169998-aa72-45ae-b82c-7cad629804c3" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.075851] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8697f03b-9b68-4d2b-ade8-6e607daa4837 in Status: SUCCESS [ 701.076051] env[65424]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8697f03b-9b68-4d2b-ade8-6e607daa4837 deletion is rescheduled due to dependency. [ 701.076162] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8697f03b-9b68-4d2b-ade8-6e607daa4837" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.186500] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f1bbbc6b-71e8-4e9d-9be0-913d67ba79c0',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.545403] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8d6f4939-e8a0-499e-8d42-74cc098aab77 in Status: SUCCESS [ 701.545868] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8d6f4939-e8a0-499e-8d42-74cc098aab77" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.689624] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f1bbbc6b-71e8-4e9d-9be0-913d67ba79c0',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.847336] env[65424]: INFO networking_nsxv3.common.synchronization [req-e15160a1-5233-4c47-8b2f-685961f3a929 req-92dbfe04-803d-47fd-be59-96469a5da316 service nova] Enqueued Resource ID: 0e3ac01c-77fe-4ca1-b121-e654654acce9 with Priority: HIGHEST for action security_group_rules [ 701.847519] env[65424]: INFO networking_nsxv3.common.synchronization [req-e15160a1-5233-4c47-8b2f-685961f3a929 req-92dbfe04-803d-47fd-be59-96469a5da316 service nova] Enqueued Resource ID: 0e3ac01c-77fe-4ca1-b121-e654654acce9 with Priority: HIGHEST for action security_group_members [ 701.847653] env[65424]: INFO networking_nsxv3.common.synchronization [req-e15160a1-5233-4c47-8b2f-685961f3a929 req-92dbfe04-803d-47fd-be59-96469a5da316 service nova] Enqueued Resource ID: f8169998-aa72-45ae-b82c-7cad629804c3 with Priority: HIGHEST for action port [ 701.848920] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e3ac01c-77fe-4ca1-b121-e654654acce9 with Priority: HIGHEST for action security_group_rules [ 701.849365] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e3ac01c-77fe-4ca1-b121-e654654acce9 with Priority: HIGHEST for action security_group_members [ 701.849500] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8169998-aa72-45ae-b82c-7cad629804c3 with Priority: HIGHEST for action port [ 701.849863] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0e3ac01c-77fe-4ca1-b121-e654654acce9 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.850293] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0e3ac01c-77fe-4ca1-b121-e654654acce9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.850398] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0e3ac01c-77fe-4ca1-b121-e654654acce9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.850783] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0e3ac01c-77fe-4ca1-b121-e654654acce9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.850881] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0e3ac01c-77fe-4ca1-b121-e654654acce9',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.852558] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e3ac01c-77fe-4ca1-b121-e654654acce9 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.852558] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e3ac01c-77fe-4ca1-b121-e654654acce9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.852558] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e3ac01c-77fe-4ca1-b121-e654654acce9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.852722] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e3ac01c-77fe-4ca1-b121-e654654acce9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.852879] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.853012] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.855077] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.855077] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.855077] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.855077] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0e3ac01c-77fe-4ca1-b121-e654654acce9',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.855523] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock port-f8169998-aa72-45ae-b82c-7cad629804c3 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.855635] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f8169998-aa72-45ae-b82c-7cad629804c3" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.855635] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f8169998-aa72-45ae-b82c-7cad629804c3" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.855790] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f8169998-aa72-45ae-b82c-7cad629804c3" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.855915] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f8169998-aa72-45ae-b82c-7cad629804c3',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.901451] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b825f54a-be85-442c-9ddb-1d568236ef6c in Status: SUCCESS [ 701.901669] env[65424]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b825f54a-be85-442c-9ddb-1d568236ef6c deletion is rescheduled due to dependency. [ 701.902294] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b825f54a-be85-442c-9ddb-1d568236ef6c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.012273] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9 in Status: SUCCESS [ 702.012529] env[65424]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9 deletion is rescheduled due to dependency. [ 702.012682] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.191463] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.191809] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.191809] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.192112] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.192259] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.192388] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f1bbbc6b-71e8-4e9d-9be0-913d67ba79c0 is going to be updated. [ 702.231016] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.231244] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.231322] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.232071] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.232437] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.252908] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1bbbc6b-71e8-4e9d-9be0-913d67ba79c0 in Status: IN_PROGRESS for 2s [ 702.358685] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e3ac01c-77fe-4ca1-b121-e654654acce9 taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.358875] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e3ac01c-77fe-4ca1-b121-e654654acce9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.359099] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0e3ac01c-77fe-4ca1-b121-e654654acce9',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.360096] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f8169998-aa72-45ae-b82c-7cad629804c3 with status ACTIVE [ 702.360343] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.360529] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.360622] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.360859] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.360975] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.361200] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.361346] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.361416] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.361593] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.361670] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.361854] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.361946] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.362020] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.362153] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.362225] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.362309] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f8169998-aa72-45ae-b82c-7cad629804c3 is going to be updated. [ 702.390278] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.390540] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.390540] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.390801] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.391097] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.391190] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f8169998-aa72-45ae-b82c-7cad629804c3" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.865231] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0e3ac01c-77fe-4ca1-b121-e654654acce9',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.368379] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.368634] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.368749] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.369148] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.369412] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.369412] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0e3ac01c-77fe-4ca1-b121-e654654acce9 is going to be created. [ 703.397340] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.397561] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.397603] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.397939] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.398169] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.408999] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e3ac01c-77fe-4ca1-b121-e654654acce9 in Status: UNINITIALIZED for 2s [ 704.267421] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1bbbc6b-71e8-4e9d-9be0-913d67ba79c0 in Status: SUCCESS [ 704.267421] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1bbbc6b-71e8-4e9d-9be0-913d67ba79c0" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.267421] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1bbbc6b-71e8-4e9d-9be0-913d67ba79c0" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.267421] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1bbbc6b-71e8-4e9d-9be0-913d67ba79c0" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.267421] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.267421] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.267421] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.267421] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.267421] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.267421] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1bbbc6b-71e8-4e9d-9be0-913d67ba79c0" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.267421] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f1bbbc6b-71e8-4e9d-9be0-913d67ba79c0',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.494133] env[65424]: INFO networking_nsxv3.common.synchronization [req-b9bcaabd-b524-4ea9-8716-14ba0b8dcef2 req-527f9cbb-6164-4152-bec3-67840eb8b6ce tempest-VolumesAdminNegativeTest-1636400623 tempest-VolumesAdminNegativeTest-1636400623-project-member] Enqueued Resource ID: 1ecbf7e5-7eed-41b9-bfc3-187028ca8a90 with Priority: HIGHEST for action security_group_members [ 704.494789] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ecbf7e5-7eed-41b9-bfc3-187028ca8a90 with Priority: HIGHEST for action security_group_members [ 704.495188] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ecbf7e5-7eed-41b9-bfc3-187028ca8a90 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.495317] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ecbf7e5-7eed-41b9-bfc3-187028ca8a90" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.495387] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ecbf7e5-7eed-41b9-bfc3-187028ca8a90" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.495589] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ecbf7e5-7eed-41b9-bfc3-187028ca8a90" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.495748] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.495846] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.495908] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.496063] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.496150] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.496244] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1ecbf7e5-7eed-41b9-bfc3-187028ca8a90',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.770445] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1bbbc6b-71e8-4e9d-9be0-913d67ba79c0 taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.770686] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1bbbc6b-71e8-4e9d-9be0-913d67ba79c0" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.770774] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1bbbc6b-71e8-4e9d-9be0-913d67ba79c0" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.771129] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1bbbc6b-71e8-4e9d-9be0-913d67ba79c0" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.771308] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.771436] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.771552] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.771745] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.771922] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.772130] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1bbbc6b-71e8-4e9d-9be0-913d67ba79c0" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.772306] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1bbbc6b-71e8-4e9d-9be0-913d67ba79c0 taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.772412] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1bbbc6b-71e8-4e9d-9be0-913d67ba79c0" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.772522] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1bbbc6b-71e8-4e9d-9be0-913d67ba79c0" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.772675] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1bbbc6b-71e8-4e9d-9be0-913d67ba79c0" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.772843] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.772940] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.773074] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.773300] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.773385] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.773476] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1bbbc6b-71e8-4e9d-9be0-913d67ba79c0" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.773565] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f1bbbc6b-71e8-4e9d-9be0-913d67ba79c0',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.998887] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.999068] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.999139] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.999361] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.999458] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.999651] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.999838] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.999912] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.000095] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.000156] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.000260] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1ecbf7e5-7eed-41b9-bfc3-187028ca8a90 is going to be updated. [ 705.049176] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.049327] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.049394] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.049647] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.049728] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.061289] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ecbf7e5-7eed-41b9-bfc3-187028ca8a90 in Status: IN_PROGRESS for 2s [ 705.277691] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f1bbbc6b-71e8-4e9d-9be0-913d67ba79c0: rpc.has_security_group_logging(os_id): False [ 705.299581] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.299581] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.299581] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.299838] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.299983] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.300242] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.300414] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.300518] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.300729] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.300853] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.301176] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.301639] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.301749] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.302084] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.302485] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.302845] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.302994] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.303144] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.303470] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.303584] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.303735] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f1bbbc6b-71e8-4e9d-9be0-913d67ba79c0 is going to be updated. [ 705.408692] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.408892] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.408892] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.409928] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.409928] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.425794] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e3ac01c-77fe-4ca1-b121-e654654acce9 in Status: SUCCESS [ 705.425794] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e3ac01c-77fe-4ca1-b121-e654654acce9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.425794] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e3ac01c-77fe-4ca1-b121-e654654acce9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.425794] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e3ac01c-77fe-4ca1-b121-e654654acce9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.425794] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.425794] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.425794] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.425794] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.425794] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.425794] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e3ac01c-77fe-4ca1-b121-e654654acce9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.425794] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0e3ac01c-77fe-4ca1-b121-e654654acce9',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.432447] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f1bbbc6b-71e8-4e9d-9be0-913d67ba79c0 in Status: IN_PROGRESS for 2s [ 705.928227] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e3ac01c-77fe-4ca1-b121-e654654acce9 taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.928415] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e3ac01c-77fe-4ca1-b121-e654654acce9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.928488] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e3ac01c-77fe-4ca1-b121-e654654acce9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.928712] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e3ac01c-77fe-4ca1-b121-e654654acce9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.928882] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.928989] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.929071] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.929222] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.929311] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.929392] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e3ac01c-77fe-4ca1-b121-e654654acce9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.929533] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e3ac01c-77fe-4ca1-b121-e654654acce9 taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.929622] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e3ac01c-77fe-4ca1-b121-e654654acce9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.929680] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e3ac01c-77fe-4ca1-b121-e654654acce9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.929814] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e3ac01c-77fe-4ca1-b121-e654654acce9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.929947] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.930049] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.930188] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.930274] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.930354] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.930436] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e3ac01c-77fe-4ca1-b121-e654654acce9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.930525] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0e3ac01c-77fe-4ca1-b121-e654654acce9',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.435804] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0e3ac01c-77fe-4ca1-b121-e654654acce9: rpc.has_security_group_logging(os_id): False [ 706.460382] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.460538] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.460597] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.460829] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.460968] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.461327] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.461431] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.461512] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.461684] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.461768] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.461977] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.462111] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.462181] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.462331] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.462421] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.462609] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.462723] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.462995] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.462995] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.463399] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.463748] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0e3ac01c-77fe-4ca1-b121-e654654acce9 is going to be created. [ 706.546900] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.547109] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.547210] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.547468] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.547677] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.562749] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0e3ac01c-77fe-4ca1-b121-e654654acce9 in Status: IN_PROGRESS for 2s [ 707.080523] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ecbf7e5-7eed-41b9-bfc3-187028ca8a90 in Status: SUCCESS [ 707.080740] env[65424]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1ecbf7e5-7eed-41b9-bfc3-187028ca8a90 deletion is rescheduled due to dependency. [ 707.080825] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ecbf7e5-7eed-41b9-bfc3-187028ca8a90" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.273962] env[65424]: INFO networking_nsxv3.common.synchronization [req-d4702844-1405-4f63-8386-aa883c5aa768 req-2f638b2b-462a-42d2-8c5b-1a791cd0b216 tempest-ImagesOneServerNegativeTestJSON-842281303 tempest-ImagesOneServerNegativeTestJSON-842281303-project-member] Enqueued Resource ID: 2c4d3ec6-0c4f-41fa-bc5e-ff3763e47ac4 with Priority: HIGHEST for action security_group_members [ 707.274865] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c4d3ec6-0c4f-41fa-bc5e-ff3763e47ac4 with Priority: HIGHEST for action security_group_members [ 707.275717] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c4d3ec6-0c4f-41fa-bc5e-ff3763e47ac4 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.275717] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c4d3ec6-0c4f-41fa-bc5e-ff3763e47ac4" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.275717] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c4d3ec6-0c4f-41fa-bc5e-ff3763e47ac4" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.275936] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c4d3ec6-0c4f-41fa-bc5e-ff3763e47ac4" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.275936] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.276025] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.276068] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.276209] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.276293] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.276387] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c4d3ec6-0c4f-41fa-bc5e-ff3763e47ac4',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.460850] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f1bbbc6b-71e8-4e9d-9be0-913d67ba79c0 in Status: SUCCESS [ 707.461467] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f1bbbc6b-71e8-4e9d-9be0-913d67ba79c0" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.779131] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.779963] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.780230] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.780581] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.780845] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.781211] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.781537] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.781687] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.782082] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.782281] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.782627] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c4d3ec6-0c4f-41fa-bc5e-ff3763e47ac4 is going to be updated. [ 707.818188] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.818379] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.818418] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.818634] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.818778] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.829551] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c4d3ec6-0c4f-41fa-bc5e-ff3763e47ac4 in Status: IN_PROGRESS for 2s [ 708.585264] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0e3ac01c-77fe-4ca1-b121-e654654acce9 in Status: SUCCESS [ 708.585605] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0e3ac01c-77fe-4ca1-b121-e654654acce9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.650280] env[65424]: INFO networking_nsxv3.common.synchronization [req-670f2972-ae91-418c-8448-696ec2dc958b req-628433fb-8e68-42bd-a322-800848295d47 tempest-ServersTestMultiNic-1429566882 tempest-ServersTestMultiNic-1429566882-project-member] Enqueued Resource ID: 8d6f4939-e8a0-499e-8d42-74cc098aab77 with Priority: HIGHEST for action security_group_members [ 708.650974] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d6f4939-e8a0-499e-8d42-74cc098aab77 with Priority: HIGHEST for action security_group_members [ 708.654982] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d6f4939-e8a0-499e-8d42-74cc098aab77 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.654982] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d6f4939-e8a0-499e-8d42-74cc098aab77" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.654982] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d6f4939-e8a0-499e-8d42-74cc098aab77" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.654982] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d6f4939-e8a0-499e-8d42-74cc098aab77" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.654982] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.654982] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.654982] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.654982] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.654982] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.654982] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8d6f4939-e8a0-499e-8d42-74cc098aab77',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.003139] env[65424]: INFO networking_nsxv3.common.synchronization [req-670f2972-ae91-418c-8448-696ec2dc958b req-dd19b59c-3be3-4bf2-b533-996d379674a8 tempest-ServersTestMultiNic-1429566882 tempest-ServersTestMultiNic-1429566882-project-member] Enqueued Resource ID: 8d6f4939-e8a0-499e-8d42-74cc098aab77 with Priority: HIGHEST for action security_group_members [ 709.003886] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d6f4939-e8a0-499e-8d42-74cc098aab77 with Priority: HIGHEST for action security_group_members [ 709.004698] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d6f4939-e8a0-499e-8d42-74cc098aab77 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.004698] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d6f4939-e8a0-499e-8d42-74cc098aab77" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.157356] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8d6f4939-e8a0-499e-8d42-74cc098aab77',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.341403] env[65424]: INFO networking_nsxv3.common.synchronization [req-670f2972-ae91-418c-8448-696ec2dc958b req-34f96521-75fa-47cc-b3ed-7a90e1d31339 tempest-ServersTestMultiNic-1429566882 tempest-ServersTestMultiNic-1429566882-project-member] Enqueued Resource ID: 8d6f4939-e8a0-499e-8d42-74cc098aab77 with Priority: HIGHEST for action security_group_members [ 709.342353] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d6f4939-e8a0-499e-8d42-74cc098aab77 with Priority: HIGHEST for action security_group_members [ 709.342945] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d6f4939-e8a0-499e-8d42-74cc098aab77 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.343504] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d6f4939-e8a0-499e-8d42-74cc098aab77" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.662058] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8d6f4939-e8a0-499e-8d42-74cc098aab77',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.842671] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c4d3ec6-0c4f-41fa-bc5e-ff3763e47ac4 in Status: SUCCESS [ 709.842671] env[65424]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c4d3ec6-0c4f-41fa-bc5e-ff3763e47ac4 deletion is rescheduled due to dependency. [ 709.842671] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c4d3ec6-0c4f-41fa-bc5e-ff3763e47ac4" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.166589] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.166872] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.166872] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.167058] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.167151] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.167247] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d6f4939-e8a0-499e-8d42-74cc098aab77 is going to be updated. [ 710.213830] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.213830] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.213830] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.213830] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.213830] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.223944] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d6f4939-e8a0-499e-8d42-74cc098aab77 in Status: IN_PROGRESS for 2s [ 712.038856] env[65424]: INFO networking_nsxv3.common.synchronization [req-55c77eae-dacf-49ec-ace9-3792984cec32 req-2b457904-7690-4cf5-b63a-d7edee025936 tempest-ServersTestJSON-1374098447 tempest-ServersTestJSON-1374098447-project-member] Enqueued Resource ID: 5f2a30fe-1d4a-4b82-8fd4-8583d5b02890 with Priority: HIGHEST for action security_group_members [ 712.039346] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f2a30fe-1d4a-4b82-8fd4-8583d5b02890 with Priority: HIGHEST for action security_group_members [ 712.039441] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f2a30fe-1d4a-4b82-8fd4-8583d5b02890 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.039595] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f2a30fe-1d4a-4b82-8fd4-8583d5b02890" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.039655] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f2a30fe-1d4a-4b82-8fd4-8583d5b02890" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.039883] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f2a30fe-1d4a-4b82-8fd4-8583d5b02890" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.040052] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.040168] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.040221] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.040360] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.040442] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.040533] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5f2a30fe-1d4a-4b82-8fd4-8583d5b02890',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.237722] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d6f4939-e8a0-499e-8d42-74cc098aab77 in Status: SUCCESS [ 712.237722] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d6f4939-e8a0-499e-8d42-74cc098aab77" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.237722] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d6f4939-e8a0-499e-8d42-74cc098aab77" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.237722] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d6f4939-e8a0-499e-8d42-74cc098aab77" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.237722] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.237722] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.237722] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.237722] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.238020] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.238020] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8d6f4939-e8a0-499e-8d42-74cc098aab77',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.340111] env[65424]: INFO networking_nsxv3.common.synchronization [req-1e417ae1-d63c-4d4b-9d54-18a56be49e37 req-3b777396-bad7-4f56-be2d-b671b62085d8 tempest-ServerDiskConfigTestJSON-1442015367 tempest-ServerDiskConfigTestJSON-1442015367-project-member] Enqueued Resource ID: 62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f with Priority: HIGHEST for action security_group_members [ 712.340693] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f with Priority: HIGHEST for action security_group_members [ 712.341306] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.341467] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.341542] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.341748] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.341910] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.342027] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.343097] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.343330] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.343442] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.343586] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.543558] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.543676] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.543676] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.543861] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.543945] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.544165] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.544274] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.544339] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.544493] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.544580] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.544645] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f2a30fe-1d4a-4b82-8fd4-8583d5b02890 is going to be updated. [ 712.579078] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.579078] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.579078] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.579078] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.579078] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.588795] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f2a30fe-1d4a-4b82-8fd4-8583d5b02890 in Status: IN_PROGRESS for 2s [ 712.741614] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.741614] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.741614] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.744460] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.744460] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.744460] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.744460] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.744460] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.744460] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.744460] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.744460] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d6f4939-e8a0-499e-8d42-74cc098aab77 is going to be updated. [ 712.776323] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.776323] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.776458] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.776816] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.776816] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.787849] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d6f4939-e8a0-499e-8d42-74cc098aab77 in Status: IN_PROGRESS for 2s [ 712.847225] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.847225] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.847225] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.847643] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.847778] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.847993] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.848114] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.848174] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.848342] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.848412] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.848498] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f is going to be updated. [ 712.884979] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.884979] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.884979] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.884979] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.884979] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.893168] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f in Status: IN_PROGRESS for 2s [ 712.962092] env[65424]: INFO networking_nsxv3.common.synchronization [req-eab9b1fc-a998-4b86-80a0-6c65e86810e6 req-b28221c0-080e-4856-891d-a774d82ff000 tempest-FloatingIPsAssociationTestJSON-268597939 tempest-FloatingIPsAssociationTestJSON-268597939-project-member] Enqueued Resource ID: 0974405a-ba49-4f1e-9519-bcf099ba1636 with Priority: HIGHEST for action security_group_members [ 712.963028] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0974405a-ba49-4f1e-9519-bcf099ba1636 with Priority: HIGHEST for action security_group_members [ 712.963220] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-0974405a-ba49-4f1e-9519-bcf099ba1636 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.963382] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0974405a-ba49-4f1e-9519-bcf099ba1636" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.963444] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0974405a-ba49-4f1e-9519-bcf099ba1636" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.963641] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0974405a-ba49-4f1e-9519-bcf099ba1636" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.963895] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.963974] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.964052] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.964204] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.964291] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.964386] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0974405a-ba49-4f1e-9519-bcf099ba1636',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.338782] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock network-850 taken with stack trace [, , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.339125] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "network-850" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.339125] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "network-850" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.339698] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "network-850" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.342590] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.343909] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.343909] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.343909] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.343909] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.343909] env[65424]: DEBUG dogpile.cache.region [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] No value present for key: 'zone-id' {{(pid=65424) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 713.343909] env[65424]: DEBUG dogpile.lock [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] NeedRegenerationException {{(pid=65424) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 713.343909] env[65424]: DEBUG dogpile.lock [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] no value, waiting for create lock {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 713.343909] env[65424]: DEBUG dogpile.lock [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] value creation lock acquired {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 713.344258] env[65424]: DEBUG dogpile.cache.region [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] No value present for key: 'zone-id' {{(pid=65424) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 713.344288] env[65424]: DEBUG dogpile.lock [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Calling creation function for not-yet-present value {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 713.344474] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 713.380138] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 713.380319] env[65424]: DEBUG dogpile.cache.region [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Cache value generated in 0.036 seconds for key(s): 'zone-id' {{(pid=65424) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 713.380605] env[65424]: DEBUG dogpile.lock [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Released creation lock {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 713.380689] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "network-850" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.381755] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock port-9f17ba54-c68a-49ba-9a6b-ae9bb8f8f87c taken with stack trace [, , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.381755] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "port-9f17ba54-c68a-49ba-9a6b-ae9bb8f8f87c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.381755] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "port-9f17ba54-c68a-49ba-9a6b-ae9bb8f8f87c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.382017] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "port-9f17ba54-c68a-49ba-9a6b-ae9bb8f8f87c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.382017] env[65424]: DEBUG networking_nsxv3.api.rpc [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9f17ba54-c68a-49ba-9a6b-ae9bb8f8f87c',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.466102] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.469020] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.469020] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.469020] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.469020] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.469020] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.469020] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.469020] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.469020] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.469020] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.469020] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0974405a-ba49-4f1e-9519-bcf099ba1636 is going to be updated. [ 713.500269] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.500269] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.500269] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.500269] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.500269] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.509226] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0974405a-ba49-4f1e-9519-bcf099ba1636 in Status: IN_PROGRESS for 2s [ 713.557334] env[65424]: INFO networking_nsxv3.common.synchronization [None req-c653a42b-28e3-458e-b5e4-ae304d4c09a6 None None] Enqueued Resource ID: 949adb5f-d356-42f0-8597-c0b3c994d9e2 with Priority: HIGHEST for action port [ 713.557334] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 949adb5f-d356-42f0-8597-c0b3c994d9e2 with Priority: HIGHEST for action port [ 713.557334] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock port-949adb5f-d356-42f0-8597-c0b3c994d9e2 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.557334] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-949adb5f-d356-42f0-8597-c0b3c994d9e2" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.557334] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-949adb5f-d356-42f0-8597-c0b3c994d9e2" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.557334] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-949adb5f-d356-42f0-8597-c0b3c994d9e2" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.557334] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('949adb5f-d356-42f0-8597-c0b3c994d9e2',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.884308] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.884539] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.884673] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.884953] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.885128] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.885297] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Segment Port 9f17ba54-c68a-49ba-9a6b-ae9bb8f8f87c not found, creating... [ 713.885575] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.885830] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.885971] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.886218] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.886366] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.886664] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.886819] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.886960] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.887198] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.887343] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.887485] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Resource: SegmentPort with ID: 9f17ba54-c68a-49ba-9a6b-ae9bb8f8f87c is going to be created. [ 713.909204] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.909204] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.909204] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.909435] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.909696] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.909917] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "port-9f17ba54-c68a-49ba-9a6b-ae9bb8f8f87c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.060113] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 949adb5f-d356-42f0-8597-c0b3c994d9e2 [ 714.060710] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.060710] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.060940] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.061019] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.061120] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.061439] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:949adb5f-d356-42f0-8597-c0b3c994d9e2 already deleted. [ 714.061547] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-949adb5f-d356-42f0-8597-c0b3c994d9e2" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.604358] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f2a30fe-1d4a-4b82-8fd4-8583d5b02890 in Status: SUCCESS [ 714.604737] env[65424]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f2a30fe-1d4a-4b82-8fd4-8583d5b02890 deletion is rescheduled due to dependency. [ 714.604868] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f2a30fe-1d4a-4b82-8fd4-8583d5b02890" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.682778] env[65424]: INFO networking_nsxv3.common.synchronization [req-1e417ae1-d63c-4d4b-9d54-18a56be49e37 req-d586ef7b-cb4f-4ad5-be37-8d44187d66ad service nova] Enqueued Resource ID: 62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f with Priority: HIGHEST for action security_group_rules [ 714.682985] env[65424]: INFO networking_nsxv3.common.synchronization [req-1e417ae1-d63c-4d4b-9d54-18a56be49e37 req-d586ef7b-cb4f-4ad5-be37-8d44187d66ad service nova] Enqueued Resource ID: 62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f with Priority: HIGHEST for action security_group_members [ 714.683618] env[65424]: INFO networking_nsxv3.common.synchronization [req-1e417ae1-d63c-4d4b-9d54-18a56be49e37 req-d586ef7b-cb4f-4ad5-be37-8d44187d66ad service nova] Enqueued Resource ID: 9f17ba54-c68a-49ba-9a6b-ae9bb8f8f87c with Priority: HIGHEST for action port [ 714.683825] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f with Priority: HIGHEST for action security_group_rules [ 714.683856] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f with Priority: HIGHEST for action security_group_members [ 714.683954] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f17ba54-c68a-49ba-9a6b-ae9bb8f8f87c with Priority: HIGHEST for action port [ 714.689023] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock rules-62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.689023] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.689023] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.689023] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.689023] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.689023] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.689023] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.689023] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock port-9f17ba54-c68a-49ba-9a6b-ae9bb8f8f87c taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.689023] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9f17ba54-c68a-49ba-9a6b-ae9bb8f8f87c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.689023] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9f17ba54-c68a-49ba-9a6b-ae9bb8f8f87c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.689023] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9f17ba54-c68a-49ba-9a6b-ae9bb8f8f87c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.689023] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9f17ba54-c68a-49ba-9a6b-ae9bb8f8f87c',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.805595] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d6f4939-e8a0-499e-8d42-74cc098aab77 in Status: SUCCESS [ 714.805595] env[65424]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d6f4939-e8a0-499e-8d42-74cc098aab77 deletion is rescheduled due to dependency. [ 714.805595] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d6f4939-e8a0-499e-8d42-74cc098aab77" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.805595] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d6f4939-e8a0-499e-8d42-74cc098aab77" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.805595] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d6f4939-e8a0-499e-8d42-74cc098aab77" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.805595] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.805595] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.805595] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.805595] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.805595] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.805595] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8d6f4939-e8a0-499e-8d42-74cc098aab77',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.904963] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f in Status: SUCCESS [ 714.905164] env[65424]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f deletion is rescheduled due to dependency. [ 714.905323] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.905480] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.905690] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.905874] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.905987] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.906088] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.906245] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.906323] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.906417] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.194058] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.194058] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.194058] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9f17ba54-c68a-49ba-9a6b-ae9bb8f8f87c with status ACTIVE [ 715.194058] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.194058] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.194058] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.194058] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.194058] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.194058] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.195595] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.195595] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.195595] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.195595] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.195595] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.195595] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.195595] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.195595] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.195595] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.195595] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9f17ba54-c68a-49ba-9a6b-ae9bb8f8f87c is going to be updated. [ 715.218941] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.219099] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.219157] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.221921] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.221921] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.221921] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9f17ba54-c68a-49ba-9a6b-ae9bb8f8f87c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.306464] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.306684] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.306736] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.306990] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.307094] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.307305] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.307418] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.308014] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.308014] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.308014] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.308014] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d6f4939-e8a0-499e-8d42-74cc098aab77 is going to be updated. [ 715.349592] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.349786] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.349786] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.349972] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.351132] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.371599] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d6f4939-e8a0-499e-8d42-74cc098aab77 in Status: IN_PROGRESS for 2s [ 715.409916] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.525977] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0974405a-ba49-4f1e-9519-bcf099ba1636 in Status: SUCCESS [ 715.526332] env[65424]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0974405a-ba49-4f1e-9519-bcf099ba1636 deletion is rescheduled due to dependency. [ 715.526451] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0974405a-ba49-4f1e-9519-bcf099ba1636" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.911956] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.968492] env[65424]: INFO networking_nsxv3.common.synchronization [None req-4fedd072-112f-42b4-a2a5-6076e9657070 None None] Enqueued Resource ID: f3832c73-af30-4988-8f9f-e7a55c3aa484 with Priority: HIGHEST for action port [ 715.969025] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3832c73-af30-4988-8f9f-e7a55c3aa484 with Priority: HIGHEST for action port [ 715.969141] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock port-f3832c73-af30-4988-8f9f-e7a55c3aa484 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.969235] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f3832c73-af30-4988-8f9f-e7a55c3aa484" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.969550] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f3832c73-af30-4988-8f9f-e7a55c3aa484" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.972218] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f3832c73-af30-4988-8f9f-e7a55c3aa484" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.972218] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f3832c73-af30-4988-8f9f-e7a55c3aa484',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.414426] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.414577] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.414640] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.414815] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.414900] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.415025] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f is going to be updated. [ 716.449536] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.449752] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.449752] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.450061] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.450276] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.460561] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f in Status: IN_PROGRESS for 2s [ 716.474073] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f3832c73-af30-4988-8f9f-e7a55c3aa484 [ 716.474798] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.474798] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.474798] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.475087] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.475252] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.475399] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f3832c73-af30-4988-8f9f-e7a55c3aa484 already deleted. [ 716.475548] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f3832c73-af30-4988-8f9f-e7a55c3aa484" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.382186] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d6f4939-e8a0-499e-8d42-74cc098aab77 in Status: SUCCESS [ 717.382463] env[65424]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d6f4939-e8a0-499e-8d42-74cc098aab77 deletion is rescheduled due to dependency. [ 717.382540] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d6f4939-e8a0-499e-8d42-74cc098aab77" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.472011] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f in Status: SUCCESS [ 718.472313] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.472930] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.473211] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.473505] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.473736] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.473736] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.473928] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.474082] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.474243] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.474463] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.976926] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.977131] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.977217] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.977475] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.977709] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.978516] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.978516] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.978516] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.978752] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.978752] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.979153] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.979153] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.979153] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.979285] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.979402] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.982196] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.982311] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.982532] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.982633] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.982738] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.982854] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.485924] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f: rpc.has_security_group_logging(os_id): False [ 719.507482] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.507673] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.507746] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.507976] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.508078] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.508287] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.508970] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.508970] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.508970] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.508970] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.508970] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.508970] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.509279] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.509279] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.509279] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.509728] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.513324] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.513324] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.513324] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.513324] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.513324] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f is going to be updated. [ 719.601470] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.601470] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.601470] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.601470] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.601470] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.618033] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f in Status: IN_PROGRESS for 2s [ 720.298401] env[65424]: INFO networking_nsxv3.common.synchronization [None req-06e8006a-fd3d-4392-be24-62c78bb7f126 None None] Enqueued Resource ID: 196f257d-1487-4da8-901c-2e645b576aa9 with Priority: HIGHEST for action port [ 720.298861] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 196f257d-1487-4da8-901c-2e645b576aa9 with Priority: HIGHEST for action port [ 720.299231] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock port-196f257d-1487-4da8-901c-2e645b576aa9 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.299416] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-196f257d-1487-4da8-901c-2e645b576aa9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.299496] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-196f257d-1487-4da8-901c-2e645b576aa9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.299782] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-196f257d-1487-4da8-901c-2e645b576aa9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.299870] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('196f257d-1487-4da8-901c-2e645b576aa9',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.803691] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 196f257d-1487-4da8-901c-2e645b576aa9 [ 720.803985] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.804256] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.804256] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.804625] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.804658] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.804738] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:196f257d-1487-4da8-901c-2e645b576aa9 already deleted. [ 720.804822] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-196f257d-1487-4da8-901c-2e645b576aa9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.640117] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f in Status: SUCCESS [ 721.640117] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.570800] env[65424]: INFO networking_nsxv3.common.synchronization [req-df9b9dc5-5277-4636-bf1b-7f106084e216 req-846a3881-d29e-4b51-95fd-53887972f2b0 tempest-ServersTestManualDisk-1591512657 tempest-ServersTestManualDisk-1591512657-project-member] Enqueued Resource ID: 1fb70c28-f5cc-4597-9f17-caf301209a08 with Priority: HIGHEST for action security_group_members [ 722.571675] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1fb70c28-f5cc-4597-9f17-caf301209a08 with Priority: HIGHEST for action security_group_members [ 722.571675] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-1fb70c28-f5cc-4597-9f17-caf301209a08 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.571866] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1fb70c28-f5cc-4597-9f17-caf301209a08" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.571866] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1fb70c28-f5cc-4597-9f17-caf301209a08" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.574039] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1fb70c28-f5cc-4597-9f17-caf301209a08" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.574039] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.574039] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.574039] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.574039] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.574293] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.574293] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1fb70c28-f5cc-4597-9f17-caf301209a08',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.076781] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.077015] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.077132] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.077425] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.077533] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.077986] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.077986] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.077986] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.078249] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.078375] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.078535] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1fb70c28-f5cc-4597-9f17-caf301209a08 already deleted. [ 723.078742] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1fb70c28-f5cc-4597-9f17-caf301209a08" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.187401] env[65424]: INFO networking_nsxv3.common.synchronization [None req-42e8d4a5-62ac-4b2d-bb09-371b7e0adb71 None None] Enqueued Resource ID: 58aa2c4b-d635-47ed-a9de-f3cd01693741 with Priority: HIGHEST for action port [ 723.188133] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58aa2c4b-d635-47ed-a9de-f3cd01693741 with Priority: HIGHEST for action port [ 723.188910] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock port-58aa2c4b-d635-47ed-a9de-f3cd01693741 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.189077] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-58aa2c4b-d635-47ed-a9de-f3cd01693741" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.189139] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-58aa2c4b-d635-47ed-a9de-f3cd01693741" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.189738] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-58aa2c4b-d635-47ed-a9de-f3cd01693741" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.189823] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('58aa2c4b-d635-47ed-a9de-f3cd01693741',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.392768] env[65424]: INFO networking_nsxv3.common.synchronization [None req-f0c8f078-0ce8-467e-aa22-31b0f5b6916b None None] Enqueued Resource ID: 4ea536b6-fb7c-447c-aa62-ad1395272b21 with Priority: HIGHEST for action port [ 723.393301] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ea536b6-fb7c-447c-aa62-ad1395272b21 with Priority: HIGHEST for action port [ 723.393598] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock port-4ea536b6-fb7c-447c-aa62-ad1395272b21 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.393724] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4ea536b6-fb7c-447c-aa62-ad1395272b21" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.393789] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4ea536b6-fb7c-447c-aa62-ad1395272b21" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.394661] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4ea536b6-fb7c-447c-aa62-ad1395272b21" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.394741] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4ea536b6-fb7c-447c-aa62-ad1395272b21',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.616351] env[65424]: INFO networking_nsxv3.common.synchronization [None req-4817c3b6-83f1-43d9-b5ae-9ba4e0f4b1a3 None None] Enqueued Resource ID: 89af1bbc-f8c0-4996-b7b9-a9b1609d76f1 with Priority: HIGHEST for action port [ 723.616947] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89af1bbc-f8c0-4996-b7b9-a9b1609d76f1 with Priority: HIGHEST for action port [ 723.617304] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock port-89af1bbc-f8c0-4996-b7b9-a9b1609d76f1 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.617431] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-89af1bbc-f8c0-4996-b7b9-a9b1609d76f1" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.617636] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-89af1bbc-f8c0-4996-b7b9-a9b1609d76f1" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.617732] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-89af1bbc-f8c0-4996-b7b9-a9b1609d76f1" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.618452] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('89af1bbc-f8c0-4996-b7b9-a9b1609d76f1',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.692901] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 58aa2c4b-d635-47ed-a9de-f3cd01693741 [ 723.693198] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.693962] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.693962] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.693962] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.693962] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.693962] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:58aa2c4b-d635-47ed-a9de-f3cd01693741 already deleted. [ 723.694138] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-58aa2c4b-d635-47ed-a9de-f3cd01693741" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.850959] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock network-707 taken with stack trace [, , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.850959] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "network-707" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.851214] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "network-707" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.851981] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "network-707" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.851981] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.852158] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.852203] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.852763] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.852763] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.852945] env[65424]: DEBUG dogpile.cache.region [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] No value present for key: 'zone-id' {{(pid=65424) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 723.853078] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] NeedRegenerationException {{(pid=65424) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 723.853217] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] no value, waiting for create lock {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 723.853437] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] value creation lock acquired {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 723.854060] env[65424]: DEBUG dogpile.cache.region [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] No value present for key: 'zone-id' {{(pid=65424) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 723.854060] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Calling creation function for not-yet-present value {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 723.854060] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 723.879850] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 723.879984] env[65424]: DEBUG dogpile.cache.region [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65424) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 723.880153] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Released creation lock {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 723.881846] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "network-707" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.881846] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock port-774f9200-6cfb-47b6-96cf-49fa0f35814f taken with stack trace [, , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.881846] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "port-774f9200-6cfb-47b6-96cf-49fa0f35814f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.881846] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "port-774f9200-6cfb-47b6-96cf-49fa0f35814f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.881846] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "port-774f9200-6cfb-47b6-96cf-49fa0f35814f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.882847] env[65424]: DEBUG networking_nsxv3.api.rpc [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('774f9200-6cfb-47b6-96cf-49fa0f35814f',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.896913] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4ea536b6-fb7c-447c-aa62-ad1395272b21 [ 723.897163] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.897608] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.897608] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.897608] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.897785] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.897785] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4ea536b6-fb7c-447c-aa62-ad1395272b21 already deleted. [ 723.897848] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4ea536b6-fb7c-447c-aa62-ad1395272b21" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.120802] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 89af1bbc-f8c0-4996-b7b9-a9b1609d76f1 [ 724.121166] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.121283] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.121334] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.121682] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.121682] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.121848] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:89af1bbc-f8c0-4996-b7b9-a9b1609d76f1 already deleted. [ 724.121965] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-89af1bbc-f8c0-4996-b7b9-a9b1609d76f1" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.203456] env[65424]: INFO networking_nsxv3.common.synchronization [req-c57c6a53-6d35-4b14-a5f0-dee862561654 req-9f0d0a37-b30c-4c2b-a6f1-234907dd527f tempest-ServersTestFqdnHostnames-1286268044 tempest-ServersTestFqdnHostnames-1286268044-project-member] Enqueued Resource ID: c431d772-6685-4785-95dc-15cd8c5fa37d with Priority: HIGHEST for action security_group_members [ 724.203673] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c431d772-6685-4785-95dc-15cd8c5fa37d with Priority: HIGHEST for action security_group_members [ 724.204193] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-c431d772-6685-4785-95dc-15cd8c5fa37d taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.204193] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c431d772-6685-4785-95dc-15cd8c5fa37d" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.204193] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c431d772-6685-4785-95dc-15cd8c5fa37d" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.204400] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c431d772-6685-4785-95dc-15cd8c5fa37d" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.204529] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.204624] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.204695] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.204963] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.204963] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.205096] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c431d772-6685-4785-95dc-15cd8c5fa37d',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.386333] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.386333] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.386333] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.386979] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.388220] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.388220] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Segment Port 774f9200-6cfb-47b6-96cf-49fa0f35814f not found, creating... [ 724.388220] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.389414] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.389581] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.389849] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.389992] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.390626] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.390798] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.390911] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.391156] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.391369] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.391522] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Resource: SegmentPort with ID: 774f9200-6cfb-47b6-96cf-49fa0f35814f is going to be created. [ 724.416397] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.417982] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.417982] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.417982] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.417982] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.417982] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "port-774f9200-6cfb-47b6-96cf-49fa0f35814f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.707760] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.708206] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.708206] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.708284] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.708316] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.708537] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.708684] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.708721] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.708874] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.708952] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.709053] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c431d772-6685-4785-95dc-15cd8c5fa37d is going to be updated. [ 724.750665] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.753996] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.753996] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.753996] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.753996] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.767435] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c431d772-6685-4785-95dc-15cd8c5fa37d in Status: IN_PROGRESS for 2s [ 725.214188] env[65424]: INFO networking_nsxv3.common.synchronization [req-df9b9dc5-5277-4636-bf1b-7f106084e216 req-d1a6bb4f-1852-413a-8bbf-92113677e64d service nova] Enqueued Resource ID: 1fb70c28-f5cc-4597-9f17-caf301209a08 with Priority: HIGHEST for action security_group_rules [ 725.214362] env[65424]: INFO networking_nsxv3.common.synchronization [req-df9b9dc5-5277-4636-bf1b-7f106084e216 req-d1a6bb4f-1852-413a-8bbf-92113677e64d service nova] Enqueued Resource ID: 1fb70c28-f5cc-4597-9f17-caf301209a08 with Priority: HIGHEST for action security_group_members [ 725.214728] env[65424]: INFO networking_nsxv3.common.synchronization [req-df9b9dc5-5277-4636-bf1b-7f106084e216 req-d1a6bb4f-1852-413a-8bbf-92113677e64d service nova] Enqueued Resource ID: 774f9200-6cfb-47b6-96cf-49fa0f35814f with Priority: HIGHEST for action port [ 725.215135] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1fb70c28-f5cc-4597-9f17-caf301209a08 with Priority: HIGHEST for action security_group_rules [ 725.215276] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1fb70c28-f5cc-4597-9f17-caf301209a08 with Priority: HIGHEST for action security_group_members [ 725.215378] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 774f9200-6cfb-47b6-96cf-49fa0f35814f with Priority: HIGHEST for action port [ 725.215649] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1fb70c28-f5cc-4597-9f17-caf301209a08 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.215869] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1fb70c28-f5cc-4597-9f17-caf301209a08" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.215869] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1fb70c28-f5cc-4597-9f17-caf301209a08" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.216052] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1fb70c28-f5cc-4597-9f17-caf301209a08" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.216135] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1fb70c28-f5cc-4597-9f17-caf301209a08',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.216986] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-1fb70c28-f5cc-4597-9f17-caf301209a08 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.217254] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1fb70c28-f5cc-4597-9f17-caf301209a08" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.217297] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1fb70c28-f5cc-4597-9f17-caf301209a08" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.217467] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1fb70c28-f5cc-4597-9f17-caf301209a08" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.217896] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.217896] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.217896] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.218099] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.218099] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.219074] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1fb70c28-f5cc-4597-9f17-caf301209a08',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.220309] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock port-774f9200-6cfb-47b6-96cf-49fa0f35814f taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.220425] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-774f9200-6cfb-47b6-96cf-49fa0f35814f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.220488] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-774f9200-6cfb-47b6-96cf-49fa0f35814f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.220649] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-774f9200-6cfb-47b6-96cf-49fa0f35814f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.220729] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('774f9200-6cfb-47b6-96cf-49fa0f35814f',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.723934] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-1fb70c28-f5cc-4597-9f17-caf301209a08 taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.723934] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1fb70c28-f5cc-4597-9f17-caf301209a08" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.724541] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1fb70c28-f5cc-4597-9f17-caf301209a08',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.725937] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 774f9200-6cfb-47b6-96cf-49fa0f35814f with status ACTIVE [ 725.725937] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.725937] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.725937] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.726856] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.726856] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.726856] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.726856] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.726856] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.726856] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.726856] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.727493] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.727493] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.727493] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.727493] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.729023] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.729023] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 774f9200-6cfb-47b6-96cf-49fa0f35814f is going to be updated. [ 725.756295] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.756482] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.756535] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.756780] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.756978] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.757187] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-774f9200-6cfb-47b6-96cf-49fa0f35814f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.229819] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1fb70c28-f5cc-4597-9f17-caf301209a08',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.721852] env[65424]: INFO networking_nsxv3.common.synchronization [None req-caeb55a0-c484-4ec7-8458-e5b0351674ef None None] Enqueued Resource ID: d16bae32-96fd-4898-9db5-d35b58bd8f26 with Priority: HIGHEST for action port [ 726.722626] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d16bae32-96fd-4898-9db5-d35b58bd8f26 with Priority: HIGHEST for action port [ 726.722829] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock port-d16bae32-96fd-4898-9db5-d35b58bd8f26 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.722918] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d16bae32-96fd-4898-9db5-d35b58bd8f26" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.722991] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d16bae32-96fd-4898-9db5-d35b58bd8f26" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.723369] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d16bae32-96fd-4898-9db5-d35b58bd8f26" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.723470] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d16bae32-96fd-4898-9db5-d35b58bd8f26',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.733099] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.733399] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.733399] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.733478] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.733822] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.733822] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1fb70c28-f5cc-4597-9f17-caf301209a08 is going to be created. [ 726.758528] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.758665] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.758733] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.758936] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.759112] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.770303] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1fb70c28-f5cc-4597-9f17-caf301209a08 in Status: UNINITIALIZED for 2s [ 726.778175] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c431d772-6685-4785-95dc-15cd8c5fa37d in Status: SUCCESS [ 726.778359] env[65424]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c431d772-6685-4785-95dc-15cd8c5fa37d deletion is rescheduled due to dependency. [ 726.778568] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c431d772-6685-4785-95dc-15cd8c5fa37d" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.878682] env[65424]: INFO networking_nsxv3.common.synchronization [None req-ce8159ce-1295-48f0-96a5-4005c66ec68c None None] Enqueued Resource ID: d563c88e-fb11-48cc-8570-3fddd895c43c with Priority: HIGHEST for action port [ 726.879274] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d563c88e-fb11-48cc-8570-3fddd895c43c with Priority: HIGHEST for action port [ 726.879811] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock port-d563c88e-fb11-48cc-8570-3fddd895c43c taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.879811] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d563c88e-fb11-48cc-8570-3fddd895c43c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.879811] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d563c88e-fb11-48cc-8570-3fddd895c43c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.880304] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d563c88e-fb11-48cc-8570-3fddd895c43c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.880482] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d563c88e-fb11-48cc-8570-3fddd895c43c',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.228440] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d16bae32-96fd-4898-9db5-d35b58bd8f26 [ 727.228440] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.228440] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.228440] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.228440] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.228440] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.228440] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d16bae32-96fd-4898-9db5-d35b58bd8f26 already deleted. [ 727.228440] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d16bae32-96fd-4898-9db5-d35b58bd8f26" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.382201] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d563c88e-fb11-48cc-8570-3fddd895c43c [ 727.383252] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.384473] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.384473] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.384473] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.384473] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.384473] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d563c88e-fb11-48cc-8570-3fddd895c43c already deleted. [ 727.384473] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d563c88e-fb11-48cc-8570-3fddd895c43c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.506940] env[65424]: INFO networking_nsxv3.common.synchronization [None req-82b712d0-3585-4d14-afea-38da0d44425e None None] Enqueued Resource ID: 0faa5081-89ef-4eb6-bbb5-596b5fe0bb47 with Priority: HIGHEST for action port [ 728.507260] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0faa5081-89ef-4eb6-bbb5-596b5fe0bb47 with Priority: HIGHEST for action port [ 728.507725] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock port-0faa5081-89ef-4eb6-bbb5-596b5fe0bb47 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.507904] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0faa5081-89ef-4eb6-bbb5-596b5fe0bb47" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.507904] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0faa5081-89ef-4eb6-bbb5-596b5fe0bb47" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.508165] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0faa5081-89ef-4eb6-bbb5-596b5fe0bb47" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.508294] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0faa5081-89ef-4eb6-bbb5-596b5fe0bb47',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.781662] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1fb70c28-f5cc-4597-9f17-caf301209a08 in Status: SUCCESS [ 728.781986] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1fb70c28-f5cc-4597-9f17-caf301209a08" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.784022] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1fb70c28-f5cc-4597-9f17-caf301209a08" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.784022] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1fb70c28-f5cc-4597-9f17-caf301209a08" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.784022] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.784022] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.784022] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.784022] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.784022] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.784022] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1fb70c28-f5cc-4597-9f17-caf301209a08" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.784022] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1fb70c28-f5cc-4597-9f17-caf301209a08',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.010362] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0faa5081-89ef-4eb6-bbb5-596b5fe0bb47 [ 729.010609] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.010744] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.010898] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.011056] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.011146] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.011246] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0faa5081-89ef-4eb6-bbb5-596b5fe0bb47 already deleted. [ 729.011329] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0faa5081-89ef-4eb6-bbb5-596b5fe0bb47" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.285939] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1fb70c28-f5cc-4597-9f17-caf301209a08',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.788012] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1fb70c28-f5cc-4597-9f17-caf301209a08: rpc.has_security_group_logging(os_id): False [ 729.806595] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.806798] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.806798] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.807088] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.807183] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.807429] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.807534] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.807599] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.807754] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.807826] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.807912] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1fb70c28-f5cc-4597-9f17-caf301209a08 is going to be created. [ 729.872320] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.872498] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.872565] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.872776] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.872954] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.886180] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1fb70c28-f5cc-4597-9f17-caf301209a08 in Status: IN_PROGRESS for 2s [ 730.879930] env[65424]: INFO networking_nsxv3.common.synchronization [None req-e92ea3ba-4a7d-4fef-aa04-e6021e2eab8d tempest-ImagesOneServerNegativeTestJSON-842281303 tempest-ImagesOneServerNegativeTestJSON-842281303-project-member] Enqueued Resource ID: fa86db62-44eb-41c0-89b7-4b17e44efc47 with Priority: HIGHEST for action security_group_rules [ 730.880593] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa86db62-44eb-41c0-89b7-4b17e44efc47 with Priority: HIGHEST for action security_group_rules [ 730.882078] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fa86db62-44eb-41c0-89b7-4b17e44efc47 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.882183] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fa86db62-44eb-41c0-89b7-4b17e44efc47" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.882235] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fa86db62-44eb-41c0-89b7-4b17e44efc47" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.882463] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fa86db62-44eb-41c0-89b7-4b17e44efc47" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.882546] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fa86db62-44eb-41c0-89b7-4b17e44efc47',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.407112] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.407253] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.408043] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.408043] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.408043] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.408043] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fa86db62-44eb-41c0-89b7-4b17e44efc47 already deleted. [ 731.408043] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fa86db62-44eb-41c0-89b7-4b17e44efc47" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.465138] env[65424]: INFO networking_nsxv3.common.synchronization [None req-8086dc00-87ea-449b-bc7c-b29f96584718 tempest-ImagesOneServerNegativeTestJSON-842281303 tempest-ImagesOneServerNegativeTestJSON-842281303-project-member] Enqueued Resource ID: fa86db62-44eb-41c0-89b7-4b17e44efc47 with Priority: HIGHEST for action security_group_rules [ 731.465138] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa86db62-44eb-41c0-89b7-4b17e44efc47 with Priority: HIGHEST for action security_group_rules [ 731.465836] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fa86db62-44eb-41c0-89b7-4b17e44efc47 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.465836] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fa86db62-44eb-41c0-89b7-4b17e44efc47" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.465836] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fa86db62-44eb-41c0-89b7-4b17e44efc47" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.466065] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fa86db62-44eb-41c0-89b7-4b17e44efc47" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.466065] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fa86db62-44eb-41c0-89b7-4b17e44efc47',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.744178] env[65424]: INFO networking_nsxv3.common.synchronization [None req-c77d476d-e32e-41fb-b994-8b8eaaad126e None None] Enqueued Resource ID: 7a577cd5-fa89-410b-83a9-99b15c1bd4aa with Priority: HIGHEST for action port [ 731.744846] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a577cd5-fa89-410b-83a9-99b15c1bd4aa with Priority: HIGHEST for action port [ 731.745476] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock port-7a577cd5-fa89-410b-83a9-99b15c1bd4aa taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.745476] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7a577cd5-fa89-410b-83a9-99b15c1bd4aa" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.745476] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7a577cd5-fa89-410b-83a9-99b15c1bd4aa" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.745943] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7a577cd5-fa89-410b-83a9-99b15c1bd4aa" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.745943] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7a577cd5-fa89-410b-83a9-99b15c1bd4aa',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.793957] env[65424]: INFO networking_nsxv3.common.synchronization [None req-c6dfe765-70a3-4f48-98cd-6b8c1809192d tempest-MigrationsAdminTest-53002843 tempest-MigrationsAdminTest-53002843-project-member] Enqueued Resource ID: cc2c5afc-9c86-4f85-b6d7-fa274a3fac7a with Priority: HIGHEST for action security_group_rules [ 731.794505] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc2c5afc-9c86-4f85-b6d7-fa274a3fac7a with Priority: HIGHEST for action security_group_rules [ 731.794983] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cc2c5afc-9c86-4f85-b6d7-fa274a3fac7a taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.795119] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cc2c5afc-9c86-4f85-b6d7-fa274a3fac7a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.795190] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cc2c5afc-9c86-4f85-b6d7-fa274a3fac7a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.795480] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cc2c5afc-9c86-4f85-b6d7-fa274a3fac7a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.795524] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cc2c5afc-9c86-4f85-b6d7-fa274a3fac7a',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.899223] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1fb70c28-f5cc-4597-9f17-caf301209a08 in Status: SUCCESS [ 731.899544] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1fb70c28-f5cc-4597-9f17-caf301209a08" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.991617] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.991833] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.991833] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.992038] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.992128] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.992222] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fa86db62-44eb-41c0-89b7-4b17e44efc47 already deleted. [ 731.992303] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fa86db62-44eb-41c0-89b7-4b17e44efc47" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.248699] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7a577cd5-fa89-410b-83a9-99b15c1bd4aa [ 732.248860] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.249051] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.249117] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.249310] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.249402] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.249499] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7a577cd5-fa89-410b-83a9-99b15c1bd4aa already deleted. [ 732.249582] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7a577cd5-fa89-410b-83a9-99b15c1bd4aa" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.319036] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.319311] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.319311] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.319619] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.319693] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.319921] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cc2c5afc-9c86-4f85-b6d7-fa274a3fac7a already deleted. [ 732.319921] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cc2c5afc-9c86-4f85-b6d7-fa274a3fac7a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.432504] env[65424]: INFO networking_nsxv3.common.synchronization [None req-c06dbe58-2e15-4f39-b079-633265358ae0 tempest-MigrationsAdminTest-53002843 tempest-MigrationsAdminTest-53002843-project-member] Enqueued Resource ID: cc2c5afc-9c86-4f85-b6d7-fa274a3fac7a with Priority: HIGHEST for action security_group_rules [ 732.433089] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc2c5afc-9c86-4f85-b6d7-fa274a3fac7a with Priority: HIGHEST for action security_group_rules [ 732.433424] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cc2c5afc-9c86-4f85-b6d7-fa274a3fac7a taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.433565] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cc2c5afc-9c86-4f85-b6d7-fa274a3fac7a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.433649] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cc2c5afc-9c86-4f85-b6d7-fa274a3fac7a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.434091] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cc2c5afc-9c86-4f85-b6d7-fa274a3fac7a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.434215] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cc2c5afc-9c86-4f85-b6d7-fa274a3fac7a',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.954936] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.955263] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.955263] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.955360] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.955451] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.955547] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cc2c5afc-9c86-4f85-b6d7-fa274a3fac7a already deleted. [ 732.955629] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cc2c5afc-9c86-4f85-b6d7-fa274a3fac7a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.346947] env[65424]: INFO networking_nsxv3.common.synchronization [None req-e2d2ed0a-6b31-405d-a06a-607d799b3574 None None] Enqueued Resource ID: bd3c5193-d2a3-4cfc-adc0-ba5447763ba7 with Priority: HIGHEST for action port [ 737.347884] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd3c5193-d2a3-4cfc-adc0-ba5447763ba7 with Priority: HIGHEST for action port [ 737.347884] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock port-bd3c5193-d2a3-4cfc-adc0-ba5447763ba7 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.348147] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bd3c5193-d2a3-4cfc-adc0-ba5447763ba7" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.348147] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bd3c5193-d2a3-4cfc-adc0-ba5447763ba7" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.349101] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bd3c5193-d2a3-4cfc-adc0-ba5447763ba7" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.349101] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bd3c5193-d2a3-4cfc-adc0-ba5447763ba7',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.852139] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bd3c5193-d2a3-4cfc-adc0-ba5447763ba7 [ 737.852379] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.852797] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.852797] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.853203] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.853603] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.853603] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bd3c5193-d2a3-4cfc-adc0-ba5447763ba7 already deleted. [ 737.853805] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bd3c5193-d2a3-4cfc-adc0-ba5447763ba7" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.152721] env[65424]: INFO networking_nsxv3.common.synchronization [req-03f2a1b8-4d0f-4dab-b808-6b8af692d61a req-a94d3603-aac2-47aa-9fdf-4c19040c880a tempest-VolumesAssistedSnapshotsTest-754018308 tempest-VolumesAssistedSnapshotsTest-754018308-project-member] Enqueued Resource ID: de70384f-291f-4579-8961-9389af523ad0 with Priority: HIGHEST for action security_group_members [ 738.153041] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de70384f-291f-4579-8961-9389af523ad0 with Priority: HIGHEST for action security_group_members [ 738.154208] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-de70384f-291f-4579-8961-9389af523ad0 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.154369] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de70384f-291f-4579-8961-9389af523ad0" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.154436] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de70384f-291f-4579-8961-9389af523ad0" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.154755] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de70384f-291f-4579-8961-9389af523ad0" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.154954] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.156040] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.156040] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.156040] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.156040] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.156040] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('de70384f-291f-4579-8961-9389af523ad0',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.658597] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.659060] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.659937] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.660361] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.660560] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.660904] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.661131] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.661271] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.661543] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.661711] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.661878] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: de70384f-291f-4579-8961-9389af523ad0 is going to be updated. [ 738.697447] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.697447] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.697733] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.697948] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.698752] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.709014] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: de70384f-291f-4579-8961-9389af523ad0 in Status: IN_PROGRESS for 2s [ 740.192794] env[65424]: INFO networking_nsxv3.common.synchronization [None req-fa177716-94f5-44b2-a850-36177f24e0da None None] Enqueued Resource ID: 3f689dac-e047-4650-8047-e36409672ffc with Priority: HIGHEST for action port [ 740.192794] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f689dac-e047-4650-8047-e36409672ffc with Priority: HIGHEST for action port [ 740.193163] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock port-3f689dac-e047-4650-8047-e36409672ffc taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.193163] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3f689dac-e047-4650-8047-e36409672ffc" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.193250] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3f689dac-e047-4650-8047-e36409672ffc" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.193422] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3f689dac-e047-4650-8047-e36409672ffc" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.193500] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3f689dac-e047-4650-8047-e36409672ffc',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.697423] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3f689dac-e047-4650-8047-e36409672ffc [ 740.697722] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.697879] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.697949] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.698182] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.698286] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.698382] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3f689dac-e047-4650-8047-e36409672ffc already deleted. [ 740.698464] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3f689dac-e047-4650-8047-e36409672ffc" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.722055] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: de70384f-291f-4579-8961-9389af523ad0 in Status: SUCCESS [ 740.722341] env[65424]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: de70384f-291f-4579-8961-9389af523ad0 deletion is rescheduled due to dependency. [ 740.726278] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de70384f-291f-4579-8961-9389af523ad0" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.017594] env[65424]: INFO networking_nsxv3.common.synchronization [None req-12c300f2-6c44-4f85-aade-fcd4aaa209cc None None] Enqueued Resource ID: dc3024f2-9684-43f9-b974-d1a8cba64d13 with Priority: HIGHEST for action port [ 742.023529] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc3024f2-9684-43f9-b974-d1a8cba64d13 with Priority: HIGHEST for action port [ 742.024157] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock port-dc3024f2-9684-43f9-b974-d1a8cba64d13 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.024157] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dc3024f2-9684-43f9-b974-d1a8cba64d13" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.024412] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dc3024f2-9684-43f9-b974-d1a8cba64d13" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.025227] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dc3024f2-9684-43f9-b974-d1a8cba64d13" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.025227] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dc3024f2-9684-43f9-b974-d1a8cba64d13',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.191685] env[65424]: INFO networking_nsxv3.common.synchronization [req-2006753f-e407-4e46-94ce-b7fef365aa36 req-9ff5ded0-8cc6-48dc-a5b3-c00b039a4508 tempest-ServerRescueNegativeTestJSON-1694573520 tempest-ServerRescueNegativeTestJSON-1694573520-project-member] Enqueued Resource ID: cbf297d2-7098-44e8-89e5-c29920480685 with Priority: HIGHEST for action security_group_members [ 742.191685] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbf297d2-7098-44e8-89e5-c29920480685 with Priority: HIGHEST for action security_group_members [ 742.191685] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-cbf297d2-7098-44e8-89e5-c29920480685 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.191946] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cbf297d2-7098-44e8-89e5-c29920480685" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.191946] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cbf297d2-7098-44e8-89e5-c29920480685" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.192882] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cbf297d2-7098-44e8-89e5-c29920480685" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.192882] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.192882] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.192882] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.192882] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.192882] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.192882] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cbf297d2-7098-44e8-89e5-c29920480685',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.528507] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dc3024f2-9684-43f9-b974-d1a8cba64d13 [ 742.529707] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.529707] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.529707] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.530075] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.530075] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.530222] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dc3024f2-9684-43f9-b974-d1a8cba64d13 already deleted. [ 742.530391] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dc3024f2-9684-43f9-b974-d1a8cba64d13" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.702344] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.702344] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.702344] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.702344] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.702344] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.702344] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.702344] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.702344] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.702344] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.702344] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.702344] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cbf297d2-7098-44e8-89e5-c29920480685 already deleted. [ 742.702344] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cbf297d2-7098-44e8-89e5-c29920480685" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.875935] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock network-221 taken with stack trace [, , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.876295] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "network-221" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.876405] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "network-221" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.876736] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "network-221" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.876998] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.877155] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.877261] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.877468] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.877595] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.877813] env[65424]: DEBUG dogpile.cache.region [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] No value present for key: 'zone-id' {{(pid=65424) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 742.877915] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] NeedRegenerationException {{(pid=65424) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 742.878099] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] no value, waiting for create lock {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 742.878304] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] value creation lock acquired {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 742.878440] env[65424]: DEBUG dogpile.cache.region [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] No value present for key: 'zone-id' {{(pid=65424) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 742.879642] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Calling creation function for not-yet-present value {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 742.879642] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 742.901458] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 742.901598] env[65424]: DEBUG dogpile.cache.region [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65424) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 742.901750] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Released creation lock {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 742.901944] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "network-221" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.902401] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock port-ade1853f-332a-401e-9c30-66a55907430d taken with stack trace [, , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.902585] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "port-ade1853f-332a-401e-9c30-66a55907430d" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.902700] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "port-ade1853f-332a-401e-9c30-66a55907430d" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.904035] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "port-ade1853f-332a-401e-9c30-66a55907430d" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.904035] env[65424]: DEBUG networking_nsxv3.api.rpc [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ade1853f-332a-401e-9c30-66a55907430d',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.408056] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.408455] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.408455] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.409057] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.409170] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.409375] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Segment Port ade1853f-332a-401e-9c30-66a55907430d not found, creating... [ 743.411575] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.411575] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.411575] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.411575] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.411575] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.411575] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.411575] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.411575] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.411575] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.411575] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.412033] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Resource: SegmentPort with ID: ade1853f-332a-401e-9c30-66a55907430d is going to be created. [ 743.437779] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.438043] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.438161] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.438454] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.438752] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.438896] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "port-ade1853f-332a-401e-9c30-66a55907430d" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.923018] env[65424]: INFO networking_nsxv3.common.synchronization [None req-95e97555-d65b-44ca-aff8-735241a4d217 tempest-ServersV294TestFqdnHostnames-193291323 tempest-ServersV294TestFqdnHostnames-193291323-project-member] Enqueued Resource ID: ef1883e4-c508-4b86-885b-e5fb7fa73ee7 with Priority: HIGHEST for action security_group_rules [ 743.923603] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef1883e4-c508-4b86-885b-e5fb7fa73ee7 with Priority: HIGHEST for action security_group_rules [ 743.927025] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ef1883e4-c508-4b86-885b-e5fb7fa73ee7 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.927025] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ef1883e4-c508-4b86-885b-e5fb7fa73ee7" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.927025] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ef1883e4-c508-4b86-885b-e5fb7fa73ee7" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.927025] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ef1883e4-c508-4b86-885b-e5fb7fa73ee7" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.927025] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ef1883e4-c508-4b86-885b-e5fb7fa73ee7',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.090636] env[65424]: INFO networking_nsxv3.common.synchronization [None req-946dc761-0ed5-4222-8aa7-c0ea37edac34 tempest-ServersV294TestFqdnHostnames-193291323 tempest-ServersV294TestFqdnHostnames-193291323-project-member] Enqueued Resource ID: ef1883e4-c508-4b86-885b-e5fb7fa73ee7 with Priority: HIGHEST for action security_group_rules [ 744.091437] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef1883e4-c508-4b86-885b-e5fb7fa73ee7 with Priority: HIGHEST for action security_group_rules [ 744.091827] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ef1883e4-c508-4b86-885b-e5fb7fa73ee7 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.092186] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ef1883e4-c508-4b86-885b-e5fb7fa73ee7" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.192898] env[65424]: INFO networking_nsxv3.common.synchronization [req-2006753f-e407-4e46-94ce-b7fef365aa36 req-23913a8c-b7f9-48d3-b7b8-c433bab3221f service nova] Enqueued Resource ID: cbf297d2-7098-44e8-89e5-c29920480685 with Priority: HIGHEST for action security_group_rules [ 744.193095] env[65424]: INFO networking_nsxv3.common.synchronization [req-2006753f-e407-4e46-94ce-b7fef365aa36 req-23913a8c-b7f9-48d3-b7b8-c433bab3221f service nova] Enqueued Resource ID: cbf297d2-7098-44e8-89e5-c29920480685 with Priority: HIGHEST for action security_group_members [ 744.193232] env[65424]: INFO networking_nsxv3.common.synchronization [req-2006753f-e407-4e46-94ce-b7fef365aa36 req-23913a8c-b7f9-48d3-b7b8-c433bab3221f service nova] Enqueued Resource ID: ade1853f-332a-401e-9c30-66a55907430d with Priority: HIGHEST for action port [ 744.194051] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbf297d2-7098-44e8-89e5-c29920480685 with Priority: HIGHEST for action security_group_rules [ 744.194051] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbf297d2-7098-44e8-89e5-c29920480685 with Priority: HIGHEST for action security_group_members [ 744.194939] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ade1853f-332a-401e-9c30-66a55907430d with Priority: HIGHEST for action port [ 744.195280] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cbf297d2-7098-44e8-89e5-c29920480685 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.195407] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cbf297d2-7098-44e8-89e5-c29920480685" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.195476] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cbf297d2-7098-44e8-89e5-c29920480685" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.195752] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cbf297d2-7098-44e8-89e5-c29920480685" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.195833] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cbf297d2-7098-44e8-89e5-c29920480685',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.199865] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-cbf297d2-7098-44e8-89e5-c29920480685 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.200802] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cbf297d2-7098-44e8-89e5-c29920480685" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.200802] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cbf297d2-7098-44e8-89e5-c29920480685" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.200802] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cbf297d2-7098-44e8-89e5-c29920480685" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.200802] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.200802] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.200802] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.200802] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.200802] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.202076] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cbf297d2-7098-44e8-89e5-c29920480685',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.203073] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock port-ade1853f-332a-401e-9c30-66a55907430d taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.203176] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ade1853f-332a-401e-9c30-66a55907430d" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.203439] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ade1853f-332a-401e-9c30-66a55907430d" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.203439] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ade1853f-332a-401e-9c30-66a55907430d" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.203508] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ade1853f-332a-401e-9c30-66a55907430d',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.453924] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.454357] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.454357] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.454442] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.454563] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.454614] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ef1883e4-c508-4b86-885b-e5fb7fa73ee7 already deleted. [ 744.454735] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ef1883e4-c508-4b86-885b-e5fb7fa73ee7" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.455357] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ef1883e4-c508-4b86-885b-e5fb7fa73ee7" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.455593] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ef1883e4-c508-4b86-885b-e5fb7fa73ee7" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.455709] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ef1883e4-c508-4b86-885b-e5fb7fa73ee7',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.512913] env[65424]: INFO networking_nsxv3.common.synchronization [None req-ae71b5a7-35b3-4b52-810b-4590ae5bbb91 None None] Enqueued Resource ID: 43cb047a-78d4-467e-aadb-032b761a1e62 with Priority: HIGHEST for action port [ 744.513795] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43cb047a-78d4-467e-aadb-032b761a1e62 with Priority: HIGHEST for action port [ 744.514281] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock port-43cb047a-78d4-467e-aadb-032b761a1e62 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.514513] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-43cb047a-78d4-467e-aadb-032b761a1e62" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.514513] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-43cb047a-78d4-467e-aadb-032b761a1e62" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.514985] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-43cb047a-78d4-467e-aadb-032b761a1e62" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.514985] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('43cb047a-78d4-467e-aadb-032b761a1e62',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.701250] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-cbf297d2-7098-44e8-89e5-c29920480685 taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.701430] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cbf297d2-7098-44e8-89e5-c29920480685" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.706915] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ade1853f-332a-401e-9c30-66a55907430d with status ACTIVE [ 744.708150] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.708150] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.708150] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.708150] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.708150] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.708409] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.708473] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.708641] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.709317] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.709317] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.709317] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.709464] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.709509] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.709696] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.709827] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.709970] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ade1853f-332a-401e-9c30-66a55907430d is going to be updated. [ 744.711721] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cbf297d2-7098-44e8-89e5-c29920480685',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.746340] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.746561] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.746561] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.747606] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.747606] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.747606] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ade1853f-332a-401e-9c30-66a55907430d" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.940339] env[65424]: INFO networking_nsxv3.common.synchronization [req-226ec5c9-a794-499f-92d8-3728a81c27d4 req-4bcee869-4a8e-4230-8ab5-41b213e25c5e tempest-ServerActionsV293TestJSON-1192536373 tempest-ServerActionsV293TestJSON-1192536373-project-member] Enqueued Resource ID: b4d8ca39-a0a0-48a4-b6d8-dcb5075259b8 with Priority: HIGHEST for action security_group_members [ 744.940339] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4d8ca39-a0a0-48a4-b6d8-dcb5075259b8 with Priority: HIGHEST for action security_group_members [ 744.940339] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4d8ca39-a0a0-48a4-b6d8-dcb5075259b8 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.940339] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4d8ca39-a0a0-48a4-b6d8-dcb5075259b8" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.940339] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4d8ca39-a0a0-48a4-b6d8-dcb5075259b8" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.940339] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4d8ca39-a0a0-48a4-b6d8-dcb5075259b8" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.940339] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.940339] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.940339] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.940739] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.940739] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.940739] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b4d8ca39-a0a0-48a4-b6d8-dcb5075259b8',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.985342] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.985485] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.985556] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.985763] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.985844] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.985932] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ef1883e4-c508-4b86-885b-e5fb7fa73ee7 already deleted. [ 744.986027] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ef1883e4-c508-4b86-885b-e5fb7fa73ee7" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.016760] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 43cb047a-78d4-467e-aadb-032b761a1e62 [ 745.017022] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.017163] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.017232] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.017447] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.017537] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.017634] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:43cb047a-78d4-467e-aadb-032b761a1e62 already deleted. [ 745.017708] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-43cb047a-78d4-467e-aadb-032b761a1e62" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.213803] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cbf297d2-7098-44e8-89e5-c29920480685',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.320419] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock network-945 taken with stack trace [, , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.320664] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "network-945" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.320800] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "network-945" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.321259] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "network-945" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.321556] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.321856] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.322115] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.322336] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.322473] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.322723] env[65424]: DEBUG dogpile.cache.region [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] No value present for key: 'zone-id' {{(pid=65424) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 745.322770] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] NeedRegenerationException {{(pid=65424) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 745.322871] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] no value, waiting for create lock {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 745.323069] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] value creation lock acquired {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 745.323148] env[65424]: DEBUG dogpile.cache.region [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] No value present for key: 'zone-id' {{(pid=65424) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 745.323196] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Calling creation function for not-yet-present value {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 745.323305] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 745.345557] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 745.345723] env[65424]: DEBUG dogpile.cache.region [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65424) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 745.345920] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Released creation lock {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 745.346208] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "network-945" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.346485] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock port-b178a485-d0ed-4bb9-a219-4215230ccc52 taken with stack trace [, , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.346709] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "port-b178a485-d0ed-4bb9-a219-4215230ccc52" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.346851] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "port-b178a485-d0ed-4bb9-a219-4215230ccc52" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.347216] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "port-b178a485-d0ed-4bb9-a219-4215230ccc52" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.347365] env[65424]: DEBUG networking_nsxv3.api.rpc [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b178a485-d0ed-4bb9-a219-4215230ccc52',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.444507] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.444507] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.444507] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.444507] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.444507] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.444507] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.444507] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.444507] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.444507] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.444507] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.444507] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b4d8ca39-a0a0-48a4-b6d8-dcb5075259b8 already deleted. [ 745.444507] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4d8ca39-a0a0-48a4-b6d8-dcb5075259b8" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.717116] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.717443] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.717443] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.717653] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.717752] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.717855] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cbf297d2-7098-44e8-89e5-c29920480685 is going to be created. [ 745.742322] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.742511] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.742541] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.742792] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.742900] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.753545] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cbf297d2-7098-44e8-89e5-c29920480685 in Status: UNINITIALIZED for 2s [ 745.851092] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.851335] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.851462] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.851736] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.851870] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.852023] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Segment Port b178a485-d0ed-4bb9-a219-4215230ccc52 not found, creating... [ 745.852282] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.852442] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.852548] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.852757] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.852883] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.853161] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.853311] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.853419] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.853615] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.853769] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.853903] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Resource: SegmentPort with ID: b178a485-d0ed-4bb9-a219-4215230ccc52 is going to be created. [ 745.877728] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.877728] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.877728] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.877728] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.877728] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.879355] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "port-b178a485-d0ed-4bb9-a219-4215230ccc52" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.650224] env[65424]: INFO networking_nsxv3.common.synchronization [req-226ec5c9-a794-499f-92d8-3728a81c27d4 req-c9e0e6a7-3b47-413e-97d2-a3db7e38b292 service nova] Enqueued Resource ID: b4d8ca39-a0a0-48a4-b6d8-dcb5075259b8 with Priority: HIGHEST for action security_group_rules [ 746.650390] env[65424]: INFO networking_nsxv3.common.synchronization [req-226ec5c9-a794-499f-92d8-3728a81c27d4 req-c9e0e6a7-3b47-413e-97d2-a3db7e38b292 service nova] Enqueued Resource ID: b4d8ca39-a0a0-48a4-b6d8-dcb5075259b8 with Priority: HIGHEST for action security_group_members [ 746.650506] env[65424]: INFO networking_nsxv3.common.synchronization [req-226ec5c9-a794-499f-92d8-3728a81c27d4 req-c9e0e6a7-3b47-413e-97d2-a3db7e38b292 service nova] Enqueued Resource ID: b178a485-d0ed-4bb9-a219-4215230ccc52 with Priority: HIGHEST for action port [ 746.651021] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4d8ca39-a0a0-48a4-b6d8-dcb5075259b8 with Priority: HIGHEST for action security_group_rules [ 746.651158] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4d8ca39-a0a0-48a4-b6d8-dcb5075259b8 with Priority: HIGHEST for action security_group_members [ 746.651253] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b178a485-d0ed-4bb9-a219-4215230ccc52 with Priority: HIGHEST for action port [ 746.651539] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b4d8ca39-a0a0-48a4-b6d8-dcb5075259b8 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.651741] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b4d8ca39-a0a0-48a4-b6d8-dcb5075259b8" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.651816] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b4d8ca39-a0a0-48a4-b6d8-dcb5075259b8" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.657022] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b4d8ca39-a0a0-48a4-b6d8-dcb5075259b8" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.657022] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b4d8ca39-a0a0-48a4-b6d8-dcb5075259b8',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.657022] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4d8ca39-a0a0-48a4-b6d8-dcb5075259b8 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.657022] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4d8ca39-a0a0-48a4-b6d8-dcb5075259b8" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.657022] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4d8ca39-a0a0-48a4-b6d8-dcb5075259b8" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.657022] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4d8ca39-a0a0-48a4-b6d8-dcb5075259b8" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.657022] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.657022] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.657022] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.657022] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.657022] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.657022] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b4d8ca39-a0a0-48a4-b6d8-dcb5075259b8',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.658610] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock port-b178a485-d0ed-4bb9-a219-4215230ccc52 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.658725] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b178a485-d0ed-4bb9-a219-4215230ccc52" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.658852] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b178a485-d0ed-4bb9-a219-4215230ccc52" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.660628] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b178a485-d0ed-4bb9-a219-4215230ccc52" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.660628] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b178a485-d0ed-4bb9-a219-4215230ccc52',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.160768] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b4d8ca39-a0a0-48a4-b6d8-dcb5075259b8',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.162852] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4d8ca39-a0a0-48a4-b6d8-dcb5075259b8 taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.162852] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4d8ca39-a0a0-48a4-b6d8-dcb5075259b8" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.165048] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b178a485-d0ed-4bb9-a219-4215230ccc52 with status ACTIVE [ 747.165554] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.165554] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.166323] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.166323] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.166323] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.168207] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.168207] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.168207] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.168207] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.168207] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.168207] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.168207] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.168207] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.168207] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.168207] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.168207] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b178a485-d0ed-4bb9-a219-4215230ccc52 is going to be updated. [ 747.194965] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.195204] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.195309] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.195622] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.195855] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.196257] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b178a485-d0ed-4bb9-a219-4215230ccc52" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.521059] env[65424]: INFO networking_nsxv3.common.synchronization [req-879b43cb-947e-4260-897f-410f7d8750d7 req-8cee29f9-5e97-4ffc-9742-1c70a5285981 tempest-DeleteServersTestJSON-984948509 tempest-DeleteServersTestJSON-984948509-project-member] Enqueued Resource ID: 59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9 with Priority: HIGHEST for action security_group_members [ 747.521635] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9 with Priority: HIGHEST for action security_group_members [ 747.521949] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.522104] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.522201] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.522374] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.522527] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.522625] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.523413] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.523413] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.523413] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.523413] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.648595] env[65424]: INFO networking_nsxv3.common.synchronization [req-38278b84-c151-4c53-997a-89dd01c8e8cf req-e490a505-3a4c-4502-b201-a74a40ec82e5 tempest-ServersAdminNegativeTestJSON-908634147 tempest-ServersAdminNegativeTestJSON-908634147-project-member] Enqueued Resource ID: f1bbbc6b-71e8-4e9d-9be0-913d67ba79c0 with Priority: HIGHEST for action security_group_members [ 747.649353] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1bbbc6b-71e8-4e9d-9be0-913d67ba79c0 with Priority: HIGHEST for action security_group_members [ 747.649726] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1bbbc6b-71e8-4e9d-9be0-913d67ba79c0 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.649859] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1bbbc6b-71e8-4e9d-9be0-913d67ba79c0" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.649928] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1bbbc6b-71e8-4e9d-9be0-913d67ba79c0" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.653511] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1bbbc6b-71e8-4e9d-9be0-913d67ba79c0" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.653768] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.653884] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.653971] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.654242] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.654338] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.654495] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f1bbbc6b-71e8-4e9d-9be0-913d67ba79c0',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.666391] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b4d8ca39-a0a0-48a4-b6d8-dcb5075259b8',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.768021] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cbf297d2-7098-44e8-89e5-c29920480685 in Status: SUCCESS [ 747.768021] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cbf297d2-7098-44e8-89e5-c29920480685" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.768021] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cbf297d2-7098-44e8-89e5-c29920480685" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.768021] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cbf297d2-7098-44e8-89e5-c29920480685" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.768021] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.768021] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.768021] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.768021] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.768021] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.768021] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cbf297d2-7098-44e8-89e5-c29920480685" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.768021] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cbf297d2-7098-44e8-89e5-c29920480685',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.947026] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock network-31 taken with stack trace [, , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.947026] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "network-31" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.947026] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "network-31" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.947026] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "network-31" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.947026] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.947026] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.947026] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.947026] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.947026] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.947026] env[65424]: DEBUG dogpile.cache.region [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] No value present for key: 'zone-id' {{(pid=65424) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 747.947026] env[65424]: DEBUG dogpile.lock [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] NeedRegenerationException {{(pid=65424) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 747.947026] env[65424]: DEBUG dogpile.lock [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] no value, waiting for create lock {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 747.947026] env[65424]: DEBUG dogpile.lock [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] value creation lock acquired {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 747.947876] env[65424]: DEBUG dogpile.cache.region [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] No value present for key: 'zone-id' {{(pid=65424) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 747.948154] env[65424]: DEBUG dogpile.lock [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Calling creation function for not-yet-present value {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 747.948414] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 747.967977] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 747.968158] env[65424]: DEBUG dogpile.cache.region [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65424) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 747.968290] env[65424]: DEBUG dogpile.lock [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Released creation lock {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 747.968454] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "network-31" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.968762] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock port-f3b7ea6f-59c5-40c5-a9df-384a50bc0e36 taken with stack trace [, , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.968927] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "port-f3b7ea6f-59c5-40c5-a9df-384a50bc0e36" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.969071] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "port-f3b7ea6f-59c5-40c5-a9df-384a50bc0e36" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.969399] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "port-f3b7ea6f-59c5-40c5-a9df-384a50bc0e36" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.969532] env[65424]: DEBUG networking_nsxv3.api.rpc [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f3b7ea6f-59c5-40c5-a9df-384a50bc0e36',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.025485] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.025637] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.025710] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.025928] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.026103] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.027102] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.027218] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.027284] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.027749] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.027839] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.028104] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9 is going to be updated. [ 748.056097] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.056255] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.056372] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.057125] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.057125] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.066859] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9 in Status: IN_PROGRESS for 2s [ 748.157450] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f1bbbc6b-71e8-4e9d-9be0-913d67ba79c0',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.167513] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.167945] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.167945] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.167945] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.168102] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.168102] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b4d8ca39-a0a0-48a4-b6d8-dcb5075259b8 is going to be created. [ 748.197224] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.197224] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.197224] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.197224] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.197224] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.208171] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4d8ca39-a0a0-48a4-b6d8-dcb5075259b8 in Status: UNINITIALIZED for 2s [ 748.274213] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-cbf297d2-7098-44e8-89e5-c29920480685 taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.274213] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cbf297d2-7098-44e8-89e5-c29920480685" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.274213] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cbf297d2-7098-44e8-89e5-c29920480685" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.274213] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cbf297d2-7098-44e8-89e5-c29920480685" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.274213] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.274213] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.274213] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.274213] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.274213] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.274700] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cbf297d2-7098-44e8-89e5-c29920480685" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.274700] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-cbf297d2-7098-44e8-89e5-c29920480685 taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.274700] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cbf297d2-7098-44e8-89e5-c29920480685" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.274872] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cbf297d2-7098-44e8-89e5-c29920480685" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.275054] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cbf297d2-7098-44e8-89e5-c29920480685" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.275248] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.275441] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.275581] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.275814] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.275939] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.276111] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cbf297d2-7098-44e8-89e5-c29920480685" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.276226] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cbf297d2-7098-44e8-89e5-c29920480685',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.473219] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.473453] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.473522] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.473840] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.474015] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.474168] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Segment Port f3b7ea6f-59c5-40c5-a9df-384a50bc0e36 not found, creating... [ 748.474430] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.474575] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.474682] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.474951] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.475092] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.475368] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.475513] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.475618] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.475815] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.475939] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.476091] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Resource: SegmentPort with ID: f3b7ea6f-59c5-40c5-a9df-384a50bc0e36 is going to be created. [ 748.497395] env[65424]: INFO networking_nsxv3.common.synchronization [req-6fa5501c-f72e-4e11-9a99-02da323400f2 req-e96ca140-508a-4b0e-8ef6-6bdcc36784e6 tempest-ServerDiskConfigTestJSON-1442015367 tempest-ServerDiskConfigTestJSON-1442015367-project-member] Enqueued Resource ID: 62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f with Priority: HIGHEST for action security_group_members [ 748.498048] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f with Priority: HIGHEST for action security_group_members [ 748.498277] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.498438] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.498503] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.498700] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.498857] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.500216] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.500216] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.500216] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.500216] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.500216] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.501083] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.501987] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.501987] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.501987] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.501987] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.502189] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "port-f3b7ea6f-59c5-40c5-a9df-384a50bc0e36" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.661586] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f1bbbc6b-71e8-4e9d-9be0-913d67ba79c0',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.779080] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cbf297d2-7098-44e8-89e5-c29920480685: rpc.has_security_group_logging(os_id): False [ 748.800640] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.800971] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.801139] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.801515] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.801742] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.802122] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.802249] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.802360] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.802707] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.802857] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.803276] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.803476] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.803594] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.803863] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.803983] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.804348] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.804449] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.804515] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.804654] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.804725] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.804820] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cbf297d2-7098-44e8-89e5-c29920480685 is going to be created. [ 748.875041] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.876123] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.876123] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.876123] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.876123] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.889791] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cbf297d2-7098-44e8-89e5-c29920480685 in Status: IN_PROGRESS for 2s [ 749.004974] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.004974] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.005158] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.005333] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.005485] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.005777] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.005886] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.005886] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.006691] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.006691] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.006691] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f is going to be updated. [ 749.043822] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.043822] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.043822] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.043822] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.043822] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.053601] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f in Status: IN_PROGRESS for 2s [ 749.166722] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.166722] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.166722] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.166722] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.166722] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.167102] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f1bbbc6b-71e8-4e9d-9be0-913d67ba79c0 is going to be updated. [ 749.203072] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.203072] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.203072] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.203072] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.203072] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.213180] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1bbbc6b-71e8-4e9d-9be0-913d67ba79c0 in Status: IN_PROGRESS for 2s [ 749.284648] env[65424]: INFO networking_nsxv3.common.synchronization [req-879b43cb-947e-4260-897f-410f7d8750d7 req-2e46b598-0cc8-4d89-8390-925b816c9eea service nova] Enqueued Resource ID: 59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9 with Priority: HIGHEST for action security_group_rules [ 749.284771] env[65424]: INFO networking_nsxv3.common.synchronization [req-879b43cb-947e-4260-897f-410f7d8750d7 req-2e46b598-0cc8-4d89-8390-925b816c9eea service nova] Enqueued Resource ID: 59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9 with Priority: HIGHEST for action security_group_members [ 749.284910] env[65424]: INFO networking_nsxv3.common.synchronization [req-879b43cb-947e-4260-897f-410f7d8750d7 req-2e46b598-0cc8-4d89-8390-925b816c9eea service nova] Enqueued Resource ID: f3b7ea6f-59c5-40c5-a9df-384a50bc0e36 with Priority: HIGHEST for action port [ 749.285160] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9 with Priority: HIGHEST for action security_group_rules [ 749.285295] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9 with Priority: HIGHEST for action security_group_members [ 749.285394] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3b7ea6f-59c5-40c5-a9df-384a50bc0e36 with Priority: HIGHEST for action port [ 749.285980] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock rules-59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.289033] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.289033] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.289033] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.289033] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.289510] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.289510] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.289722] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock port-f3b7ea6f-59c5-40c5-a9df-384a50bc0e36 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.289812] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f3b7ea6f-59c5-40c5-a9df-384a50bc0e36" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.289888] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f3b7ea6f-59c5-40c5-a9df-384a50bc0e36" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.290238] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f3b7ea6f-59c5-40c5-a9df-384a50bc0e36" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.290238] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f3b7ea6f-59c5-40c5-a9df-384a50bc0e36',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.792959] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9 taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.793183] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.793299] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f3b7ea6f-59c5-40c5-a9df-384a50bc0e36 with status ACTIVE [ 749.793471] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.793580] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.793643] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.793943] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.794062] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.794355] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.794355] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.794454] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.794550] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.794626] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.794884] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.794975] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.796675] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.796941] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.797069] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.797170] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f3b7ea6f-59c5-40c5-a9df-384a50bc0e36 is going to be updated. [ 749.822590] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.822728] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.822795] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.822992] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.823141] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.823297] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f3b7ea6f-59c5-40c5-a9df-384a50bc0e36" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.077045] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9 in Status: SUCCESS [ 750.077734] env[65424]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9 deletion is rescheduled due to dependency. [ 750.077734] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.078254] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.078595] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.078744] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.080053] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.080053] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.080053] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.080053] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.080053] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.219065] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4d8ca39-a0a0-48a4-b6d8-dcb5075259b8 in Status: SUCCESS [ 750.219330] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4d8ca39-a0a0-48a4-b6d8-dcb5075259b8" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.219914] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4d8ca39-a0a0-48a4-b6d8-dcb5075259b8" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.220148] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4d8ca39-a0a0-48a4-b6d8-dcb5075259b8" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.220338] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.220449] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.220527] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.220684] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.220764] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.220851] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4d8ca39-a0a0-48a4-b6d8-dcb5075259b8" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.220942] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b4d8ca39-a0a0-48a4-b6d8-dcb5075259b8',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.582127] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.723020] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b4d8ca39-a0a0-48a4-b6d8-dcb5075259b8',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.908695] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cbf297d2-7098-44e8-89e5-c29920480685 in Status: SUCCESS [ 750.908925] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cbf297d2-7098-44e8-89e5-c29920480685" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.063743] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f in Status: SUCCESS [ 751.063743] env[65424]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f deletion is rescheduled due to dependency. [ 751.063743] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.085197] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.223984] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1bbbc6b-71e8-4e9d-9be0-913d67ba79c0 in Status: SUCCESS [ 751.224281] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1bbbc6b-71e8-4e9d-9be0-913d67ba79c0" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.226559] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b4d8ca39-a0a0-48a4-b6d8-dcb5075259b8: rpc.has_security_group_logging(os_id): False [ 751.246918] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.247136] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.247216] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.247395] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.247485] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.247728] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.247828] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.247893] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.248198] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.248198] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.248307] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b4d8ca39-a0a0-48a4-b6d8-dcb5075259b8 is going to be created. [ 751.326420] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.326569] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.326627] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.326836] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.327027] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.342088] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b4d8ca39-a0a0-48a4-b6d8-dcb5075259b8 in Status: IN_PROGRESS for 2s [ 751.587833] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.588137] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.588217] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.588390] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.588485] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.588648] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9 is going to be updated. [ 751.618654] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.618802] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.618868] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.620209] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.620209] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.629242] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9 in Status: IN_PROGRESS for 2s [ 752.736813] env[65424]: INFO networking_nsxv3.common.synchronization [req-05a4aaca-bc0b-4460-b264-c44ef56b4fec req-3b7557b7-e799-4113-9676-6b6fcc8a1445 tempest-SecurityGroupsTestJSON-1025340934 tempest-SecurityGroupsTestJSON-1025340934-project-member] Enqueued Resource ID: bed45b1a-a99a-460a-9177-638edfa36ffb with Priority: HIGHEST for action security_group_members [ 752.737809] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bed45b1a-a99a-460a-9177-638edfa36ffb with Priority: HIGHEST for action security_group_members [ 752.737809] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-bed45b1a-a99a-460a-9177-638edfa36ffb taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.737809] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bed45b1a-a99a-460a-9177-638edfa36ffb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.737809] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bed45b1a-a99a-460a-9177-638edfa36ffb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.737942] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bed45b1a-a99a-460a-9177-638edfa36ffb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.737975] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.738092] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.738149] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.738292] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.738407] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.738464] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bed45b1a-a99a-460a-9177-638edfa36ffb',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.241205] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bed45b1a-a99a-460a-9177-638edfa36ffb',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.356693] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b4d8ca39-a0a0-48a4-b6d8-dcb5075259b8 in Status: SUCCESS [ 753.357043] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b4d8ca39-a0a0-48a4-b6d8-dcb5075259b8" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.642122] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9 in Status: SUCCESS [ 753.642354] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.642880] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.642880] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.642980] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.644259] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.644259] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.644259] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.644259] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.644259] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.644259] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.743784] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bed45b1a-a99a-460a-9177-638edfa36ffb',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.101668] env[65424]: INFO networking_nsxv3.common.synchronization [None req-92960f20-4ce2-479c-8ab7-767e0b0e4bfa None None] Enqueued Resource ID: 7720ff30-d14c-4d68-a170-89779bf5031c with Priority: HIGHEST for action port [ 754.101668] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7720ff30-d14c-4d68-a170-89779bf5031c with Priority: HIGHEST for action port [ 754.101668] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock port-7720ff30-d14c-4d68-a170-89779bf5031c taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.101668] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7720ff30-d14c-4d68-a170-89779bf5031c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.101668] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7720ff30-d14c-4d68-a170-89779bf5031c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.101668] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7720ff30-d14c-4d68-a170-89779bf5031c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.101668] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7720ff30-d14c-4d68-a170-89779bf5031c',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.147221] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9 taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.147431] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.147431] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.147634] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.147801] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.147901] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.147964] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.148138] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.148228] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.148317] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.148463] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9 taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.148554] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.148615] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.148752] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.148893] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.148981] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.149050] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.149185] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.149258] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.149337] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.149425] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.247327] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.247327] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.247327] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.247597] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.247597] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.247688] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bed45b1a-a99a-460a-9177-638edfa36ffb is going to be updated. [ 754.281750] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.281949] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.282096] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.282277] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.282486] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.295664] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock network-761 taken with stack trace [, , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.295853] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "network-761" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.296017] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "network-761" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.296528] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "network-761" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.296819] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.297064] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.297195] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.297419] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.297557] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.297769] env[65424]: DEBUG dogpile.cache.region [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] No value present for key: 'zone-id' {{(pid=65424) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 754.297896] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] NeedRegenerationException {{(pid=65424) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 754.298040] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] no value, waiting for create lock {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 754.298151] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] value creation lock acquired {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 754.298258] env[65424]: DEBUG dogpile.cache.region [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] No value present for key: 'zone-id' {{(pid=65424) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 754.298359] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Calling creation function for not-yet-present value {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 754.298504] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 754.300408] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bed45b1a-a99a-460a-9177-638edfa36ffb in Status: IN_PROGRESS for 2s [ 754.320841] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 754.321024] env[65424]: DEBUG dogpile.cache.region [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65424) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 754.321159] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Released creation lock {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 754.321509] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "network-761" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.321667] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock port-f5ee5c46-2625-4c1c-8219-c7ec8798cd4c taken with stack trace [, , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.321864] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "port-f5ee5c46-2625-4c1c-8219-c7ec8798cd4c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.321977] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "port-f5ee5c46-2625-4c1c-8219-c7ec8798cd4c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.322331] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "port-f5ee5c46-2625-4c1c-8219-c7ec8798cd4c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.322459] env[65424]: DEBUG networking_nsxv3.api.rpc [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f5ee5c46-2625-4c1c-8219-c7ec8798cd4c',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.605887] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7720ff30-d14c-4d68-a170-89779bf5031c [ 754.606089] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.606228] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.606288] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.606496] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.606581] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.606720] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7720ff30-d14c-4d68-a170-89779bf5031c already deleted. [ 754.606752] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7720ff30-d14c-4d68-a170-89779bf5031c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.651501] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9: rpc.has_security_group_logging(os_id): False [ 754.675656] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.675755] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.675790] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.675996] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.676124] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.676690] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.676690] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.676690] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.676690] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.676690] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.676946] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.677093] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.677179] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.677313] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.677386] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.677581] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.677669] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.677938] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.677938] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.678059] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.678163] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9 is going to be updated. [ 754.771052] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.771052] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.771052] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.771052] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.771501] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.790614] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9 in Status: IN_PROGRESS for 2s [ 754.825725] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.825725] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.825725] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.825725] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.825725] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.826016] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Segment Port f5ee5c46-2625-4c1c-8219-c7ec8798cd4c not found, creating... [ 754.826016] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.826205] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.826299] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.826505] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.827159] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.827159] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.827159] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.827159] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.827339] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.827460] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.827577] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Resource: SegmentPort with ID: f5ee5c46-2625-4c1c-8219-c7ec8798cd4c is going to be created. [ 754.869852] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.872891] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.873055] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.873356] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.873709] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.874026] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "port-f5ee5c46-2625-4c1c-8219-c7ec8798cd4c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.588872] env[65424]: INFO networking_nsxv3.common.synchronization [req-05a4aaca-bc0b-4460-b264-c44ef56b4fec req-b41ab92e-1387-4b2c-ad2c-adb5c9e26f3d service nova] Enqueued Resource ID: bed45b1a-a99a-460a-9177-638edfa36ffb with Priority: HIGHEST for action security_group_rules [ 755.589090] env[65424]: INFO networking_nsxv3.common.synchronization [req-05a4aaca-bc0b-4460-b264-c44ef56b4fec req-b41ab92e-1387-4b2c-ad2c-adb5c9e26f3d service nova] Enqueued Resource ID: bed45b1a-a99a-460a-9177-638edfa36ffb with Priority: HIGHEST for action security_group_members [ 755.589261] env[65424]: INFO networking_nsxv3.common.synchronization [req-05a4aaca-bc0b-4460-b264-c44ef56b4fec req-b41ab92e-1387-4b2c-ad2c-adb5c9e26f3d service nova] Enqueued Resource ID: f5ee5c46-2625-4c1c-8219-c7ec8798cd4c with Priority: HIGHEST for action port [ 755.589812] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bed45b1a-a99a-460a-9177-638edfa36ffb with Priority: HIGHEST for action security_group_rules [ 755.589980] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bed45b1a-a99a-460a-9177-638edfa36ffb with Priority: HIGHEST for action security_group_members [ 755.590226] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5ee5c46-2625-4c1c-8219-c7ec8798cd4c with Priority: HIGHEST for action port [ 755.590538] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bed45b1a-a99a-460a-9177-638edfa36ffb taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.590687] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bed45b1a-a99a-460a-9177-638edfa36ffb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.590792] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bed45b1a-a99a-460a-9177-638edfa36ffb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.590998] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bed45b1a-a99a-460a-9177-638edfa36ffb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.591158] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bed45b1a-a99a-460a-9177-638edfa36ffb',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.592112] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-bed45b1a-a99a-460a-9177-638edfa36ffb taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.592238] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bed45b1a-a99a-460a-9177-638edfa36ffb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.592463] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock port-f5ee5c46-2625-4c1c-8219-c7ec8798cd4c taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.592629] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f5ee5c46-2625-4c1c-8219-c7ec8798cd4c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.592697] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f5ee5c46-2625-4c1c-8219-c7ec8798cd4c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.595185] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f5ee5c46-2625-4c1c-8219-c7ec8798cd4c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.595185] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f5ee5c46-2625-4c1c-8219-c7ec8798cd4c',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.095138] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-bed45b1a-a99a-460a-9177-638edfa36ffb taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.095649] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bed45b1a-a99a-460a-9177-638edfa36ffb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.095790] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f5ee5c46-2625-4c1c-8219-c7ec8798cd4c with status ACTIVE [ 756.095912] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.097858] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.097858] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.097858] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.097858] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.097858] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.097858] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.097858] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.097858] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.097858] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.097858] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.097858] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.097858] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.098427] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.098427] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.098427] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f5ee5c46-2625-4c1c-8219-c7ec8798cd4c is going to be updated. [ 756.127246] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.127246] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.127246] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.127246] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.127246] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.127246] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f5ee5c46-2625-4c1c-8219-c7ec8798cd4c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.313782] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bed45b1a-a99a-460a-9177-638edfa36ffb in Status: SUCCESS [ 756.313782] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bed45b1a-a99a-460a-9177-638edfa36ffb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.313782] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bed45b1a-a99a-460a-9177-638edfa36ffb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.313782] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bed45b1a-a99a-460a-9177-638edfa36ffb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.313782] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.314308] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.314308] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.314308] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.314308] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.314460] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bed45b1a-a99a-460a-9177-638edfa36ffb',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.326450] env[65424]: INFO networking_nsxv3.common.synchronization [None req-688346e4-5426-4e2b-9210-41bd017d22ee None None] Enqueued Resource ID: 60109ac0-d02b-404b-9bf1-2efafd9b5903 with Priority: HIGHEST for action port [ 756.327633] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60109ac0-d02b-404b-9bf1-2efafd9b5903 with Priority: HIGHEST for action port [ 756.329398] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock port-60109ac0-d02b-404b-9bf1-2efafd9b5903 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.329791] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-60109ac0-d02b-404b-9bf1-2efafd9b5903" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.329791] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-60109ac0-d02b-404b-9bf1-2efafd9b5903" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.330939] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-60109ac0-d02b-404b-9bf1-2efafd9b5903" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.331243] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('60109ac0-d02b-404b-9bf1-2efafd9b5903',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.614063] env[65424]: INFO networking_nsxv3.common.synchronization [None req-09ce4135-cccb-408e-8b80-8951fafc8fd5 None None] Enqueued Resource ID: e3dc9c4e-3f0d-4579-918b-4c0c7ebfa9c7 with Priority: HIGHEST for action port [ 756.614675] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3dc9c4e-3f0d-4579-918b-4c0c7ebfa9c7 with Priority: HIGHEST for action port [ 756.615100] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock port-e3dc9c4e-3f0d-4579-918b-4c0c7ebfa9c7 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.616328] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e3dc9c4e-3f0d-4579-918b-4c0c7ebfa9c7" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.616328] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e3dc9c4e-3f0d-4579-918b-4c0c7ebfa9c7" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.616328] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e3dc9c4e-3f0d-4579-918b-4c0c7ebfa9c7" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.616328] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e3dc9c4e-3f0d-4579-918b-4c0c7ebfa9c7',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.804065] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9 in Status: SUCCESS [ 756.804530] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.817953] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bed45b1a-a99a-460a-9177-638edfa36ffb',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.834343] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 60109ac0-d02b-404b-9bf1-2efafd9b5903 [ 756.834670] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.834849] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.834910] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.835771] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.835771] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.835771] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:60109ac0-d02b-404b-9bf1-2efafd9b5903 already deleted. [ 756.835771] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-60109ac0-d02b-404b-9bf1-2efafd9b5903" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.118014] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e3dc9c4e-3f0d-4579-918b-4c0c7ebfa9c7 [ 757.120235] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.120235] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.120235] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.120235] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.120235] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.120235] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e3dc9c4e-3f0d-4579-918b-4c0c7ebfa9c7 already deleted. [ 757.120235] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e3dc9c4e-3f0d-4579-918b-4c0c7ebfa9c7" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.321044] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bed45b1a-a99a-460a-9177-638edfa36ffb',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.823775] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.823917] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.824388] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.824388] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.824388] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.826503] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bed45b1a-a99a-460a-9177-638edfa36ffb is going to be updated. [ 757.860252] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.860252] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.860252] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.860252] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.860252] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.868405] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bed45b1a-a99a-460a-9177-638edfa36ffb in Status: IN_PROGRESS for 2s [ 758.924250] env[65424]: INFO networking_nsxv3.common.synchronization [None req-09fc5f87-40d2-431d-b38c-626d8a435c91 None None] Enqueued Resource ID: 99d60749-7646-4ccb-87be-3a5f4a101640 with Priority: HIGHEST for action port [ 758.924942] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99d60749-7646-4ccb-87be-3a5f4a101640 with Priority: HIGHEST for action port [ 758.926026] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock port-99d60749-7646-4ccb-87be-3a5f4a101640 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.926026] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-99d60749-7646-4ccb-87be-3a5f4a101640" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.926026] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-99d60749-7646-4ccb-87be-3a5f4a101640" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.926026] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-99d60749-7646-4ccb-87be-3a5f4a101640" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.926026] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('99d60749-7646-4ccb-87be-3a5f4a101640',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.429652] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 99d60749-7646-4ccb-87be-3a5f4a101640 [ 759.429873] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.430028] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.430092] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.430460] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.430460] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.430616] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:99d60749-7646-4ccb-87be-3a5f4a101640 already deleted. [ 759.430616] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-99d60749-7646-4ccb-87be-3a5f4a101640" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.880859] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bed45b1a-a99a-460a-9177-638edfa36ffb in Status: SUCCESS [ 759.881196] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bed45b1a-a99a-460a-9177-638edfa36ffb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.881391] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bed45b1a-a99a-460a-9177-638edfa36ffb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.881639] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bed45b1a-a99a-460a-9177-638edfa36ffb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.881923] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.882331] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.882331] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.882494] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.882494] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.882559] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bed45b1a-a99a-460a-9177-638edfa36ffb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.882597] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bed45b1a-a99a-460a-9177-638edfa36ffb',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.387950] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-bed45b1a-a99a-460a-9177-638edfa36ffb taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.390099] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bed45b1a-a99a-460a-9177-638edfa36ffb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.390099] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bed45b1a-a99a-460a-9177-638edfa36ffb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.390099] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bed45b1a-a99a-460a-9177-638edfa36ffb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.390099] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.390099] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.390099] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.390099] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.390099] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.390099] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bed45b1a-a99a-460a-9177-638edfa36ffb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.390681] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-bed45b1a-a99a-460a-9177-638edfa36ffb taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.390681] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bed45b1a-a99a-460a-9177-638edfa36ffb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.390681] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bed45b1a-a99a-460a-9177-638edfa36ffb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.390837] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bed45b1a-a99a-460a-9177-638edfa36ffb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.391878] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.391878] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.391878] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.391878] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.391878] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.391878] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bed45b1a-a99a-460a-9177-638edfa36ffb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.391878] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bed45b1a-a99a-460a-9177-638edfa36ffb',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.404566] env[65424]: INFO networking_nsxv3.common.synchronization [None req-f80ed3ec-eb82-4479-8381-dd23f40c43d4 None None] Enqueued Resource ID: d8c08b5d-a6bb-486f-a22a-57af47f73e49 with Priority: HIGHEST for action port [ 760.405289] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8c08b5d-a6bb-486f-a22a-57af47f73e49 with Priority: HIGHEST for action port [ 760.405598] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock port-d8c08b5d-a6bb-486f-a22a-57af47f73e49 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.405945] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d8c08b5d-a6bb-486f-a22a-57af47f73e49" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.405945] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d8c08b5d-a6bb-486f-a22a-57af47f73e49" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.406524] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d8c08b5d-a6bb-486f-a22a-57af47f73e49" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.406524] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d8c08b5d-a6bb-486f-a22a-57af47f73e49',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.896745] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bed45b1a-a99a-460a-9177-638edfa36ffb: rpc.has_security_group_logging(os_id): False [ 760.909777] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d8c08b5d-a6bb-486f-a22a-57af47f73e49 [ 760.913482] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.913482] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.913482] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.913482] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.913482] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.913482] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d8c08b5d-a6bb-486f-a22a-57af47f73e49 already deleted. [ 760.913482] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d8c08b5d-a6bb-486f-a22a-57af47f73e49" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.913482] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.913482] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.913482] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.913482] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.913482] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.916291] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.916455] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.916558] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.916806] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.917080] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.917312] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.919535] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.919672] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.919854] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.919940] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.924031] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.924031] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.924031] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.924031] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.924031] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.924031] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bed45b1a-a99a-460a-9177-638edfa36ffb is going to be updated. [ 760.982754] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.982754] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.982754] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.982754] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.982754] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.997736] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bed45b1a-a99a-460a-9177-638edfa36ffb in Status: IN_PROGRESS for 2s [ 761.009801] env[65424]: INFO networking_nsxv3.common.synchronization [req-7e9a6593-f28f-4389-8917-6b036d7ed6a9 req-86adedca-43f4-4b98-a505-22263643c500 tempest-ImagesOneServerTestJSON-1704958139 tempest-ImagesOneServerTestJSON-1704958139-project-member] Enqueued Resource ID: 0ff83ae0-e2ba-4b16-889b-fdc401ea2d95 with Priority: HIGHEST for action security_group_members [ 761.010462] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ff83ae0-e2ba-4b16-889b-fdc401ea2d95 with Priority: HIGHEST for action security_group_members [ 761.010590] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ff83ae0-e2ba-4b16-889b-fdc401ea2d95 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.010709] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ff83ae0-e2ba-4b16-889b-fdc401ea2d95" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.010776] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ff83ae0-e2ba-4b16-889b-fdc401ea2d95" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.011102] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ff83ae0-e2ba-4b16-889b-fdc401ea2d95" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.011295] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.011429] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.011520] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.011709] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.011855] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.011983] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0ff83ae0-e2ba-4b16-889b-fdc401ea2d95',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.444164] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock network-963 taken with stack trace [, , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.444164] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "network-963" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.444164] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "network-963" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.444164] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "network-963" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.444164] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.445295] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.445711] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.446120] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.446384] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.446711] env[65424]: DEBUG dogpile.cache.region [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] No value present for key: 'zone-id' {{(pid=65424) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 761.446954] env[65424]: DEBUG dogpile.lock [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] NeedRegenerationException {{(pid=65424) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 761.447251] env[65424]: DEBUG dogpile.lock [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] no value, waiting for create lock {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 761.447486] env[65424]: DEBUG dogpile.lock [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] value creation lock acquired {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 761.447717] env[65424]: DEBUG dogpile.cache.region [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] No value present for key: 'zone-id' {{(pid=65424) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 761.447957] env[65424]: DEBUG dogpile.lock [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Calling creation function for not-yet-present value {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 761.448263] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 761.467396] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 761.467565] env[65424]: DEBUG dogpile.cache.region [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65424) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 761.467698] env[65424]: DEBUG dogpile.lock [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Released creation lock {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 761.467866] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "network-963" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.468186] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock port-4358419b-64ce-438e-baff-0c9b6cfb3d9e taken with stack trace [, , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.468354] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "port-4358419b-64ce-438e-baff-0c9b6cfb3d9e" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.468463] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "port-4358419b-64ce-438e-baff-0c9b6cfb3d9e" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.468771] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "port-4358419b-64ce-438e-baff-0c9b6cfb3d9e" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.468901] env[65424]: DEBUG networking_nsxv3.api.rpc [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4358419b-64ce-438e-baff-0c9b6cfb3d9e',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.516612] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.516612] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.516612] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.516612] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.516612] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.516612] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.516612] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.516612] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.516612] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.516612] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.516612] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0ff83ae0-e2ba-4b16-889b-fdc401ea2d95 already deleted. [ 761.516612] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ff83ae0-e2ba-4b16-889b-fdc401ea2d95" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.849992] env[65424]: INFO networking_nsxv3.common.synchronization [None req-db0bb2a7-ceb0-4e64-be47-edb481f4a3a1 None None] Enqueued Resource ID: d2c60260-da42-40c2-9de3-b751c519fc82 with Priority: HIGHEST for action port [ 761.850564] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2c60260-da42-40c2-9de3-b751c519fc82 with Priority: HIGHEST for action port [ 761.850862] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock port-d2c60260-da42-40c2-9de3-b751c519fc82 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.850984] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d2c60260-da42-40c2-9de3-b751c519fc82" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.852056] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d2c60260-da42-40c2-9de3-b751c519fc82" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.852326] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d2c60260-da42-40c2-9de3-b751c519fc82" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.853175] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d2c60260-da42-40c2-9de3-b751c519fc82',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.972579] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.972807] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.972926] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.973215] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.973354] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.973495] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Segment Port 4358419b-64ce-438e-baff-0c9b6cfb3d9e not found, creating... [ 761.973747] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.973953] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.974147] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.974370] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.974502] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.974780] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.974932] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.975705] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.976084] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.976278] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.976487] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Resource: SegmentPort with ID: 4358419b-64ce-438e-baff-0c9b6cfb3d9e is going to be created. [ 761.999227] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.000364] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.000364] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.000364] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.000364] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.000364] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "port-4358419b-64ce-438e-baff-0c9b6cfb3d9e" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.355631] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d2c60260-da42-40c2-9de3-b751c519fc82 [ 762.356103] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.356103] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.356103] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.356420] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.356420] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.356483] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d2c60260-da42-40c2-9de3-b751c519fc82 already deleted. [ 762.356550] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d2c60260-da42-40c2-9de3-b751c519fc82" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.635648] env[65424]: INFO networking_nsxv3.common.synchronization [None req-b379456d-4137-4f48-a2f3-2738b591dee9 None None] Enqueued Resource ID: d9b02b85-0572-4b11-aa63-4afbaab60868 with Priority: HIGHEST for action port [ 762.637109] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9b02b85-0572-4b11-aa63-4afbaab60868 with Priority: HIGHEST for action port [ 762.637109] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock port-d9b02b85-0572-4b11-aa63-4afbaab60868 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.637109] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d9b02b85-0572-4b11-aa63-4afbaab60868" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.637109] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d9b02b85-0572-4b11-aa63-4afbaab60868" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.637484] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d9b02b85-0572-4b11-aa63-4afbaab60868" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.637606] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d9b02b85-0572-4b11-aa63-4afbaab60868',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.778032] env[65424]: INFO networking_nsxv3.common.synchronization [req-7e9a6593-f28f-4389-8917-6b036d7ed6a9 req-b79aa097-509f-4ea6-b966-0a366a9e07e4 service nova] Enqueued Resource ID: 0ff83ae0-e2ba-4b16-889b-fdc401ea2d95 with Priority: HIGHEST for action security_group_rules [ 762.778190] env[65424]: INFO networking_nsxv3.common.synchronization [req-7e9a6593-f28f-4389-8917-6b036d7ed6a9 req-b79aa097-509f-4ea6-b966-0a366a9e07e4 service nova] Enqueued Resource ID: 0ff83ae0-e2ba-4b16-889b-fdc401ea2d95 with Priority: HIGHEST for action security_group_members [ 762.778380] env[65424]: INFO networking_nsxv3.common.synchronization [req-7e9a6593-f28f-4389-8917-6b036d7ed6a9 req-b79aa097-509f-4ea6-b966-0a366a9e07e4 service nova] Enqueued Resource ID: 4358419b-64ce-438e-baff-0c9b6cfb3d9e with Priority: HIGHEST for action port [ 762.778995] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ff83ae0-e2ba-4b16-889b-fdc401ea2d95 with Priority: HIGHEST for action security_group_rules [ 762.782018] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ff83ae0-e2ba-4b16-889b-fdc401ea2d95 with Priority: HIGHEST for action security_group_members [ 762.782018] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4358419b-64ce-438e-baff-0c9b6cfb3d9e with Priority: HIGHEST for action port [ 762.782018] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0ff83ae0-e2ba-4b16-889b-fdc401ea2d95 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.782256] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0ff83ae0-e2ba-4b16-889b-fdc401ea2d95" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.782256] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0ff83ae0-e2ba-4b16-889b-fdc401ea2d95" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.785666] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0ff83ae0-e2ba-4b16-889b-fdc401ea2d95" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.785666] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0ff83ae0-e2ba-4b16-889b-fdc401ea2d95',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.785666] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ff83ae0-e2ba-4b16-889b-fdc401ea2d95 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.785666] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ff83ae0-e2ba-4b16-889b-fdc401ea2d95" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.785666] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ff83ae0-e2ba-4b16-889b-fdc401ea2d95" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.785886] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ff83ae0-e2ba-4b16-889b-fdc401ea2d95" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.786314] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.787318] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.787430] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.787678] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.787810] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.787966] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0ff83ae0-e2ba-4b16-889b-fdc401ea2d95',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.791511] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock port-4358419b-64ce-438e-baff-0c9b6cfb3d9e taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.794252] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4358419b-64ce-438e-baff-0c9b6cfb3d9e" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.794943] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4358419b-64ce-438e-baff-0c9b6cfb3d9e" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.794943] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4358419b-64ce-438e-baff-0c9b6cfb3d9e" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.795204] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4358419b-64ce-438e-baff-0c9b6cfb3d9e',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.803456] env[65424]: INFO networking_nsxv3.common.synchronization [None req-379eccde-0a34-4016-9705-365479e3551d tempest-AttachVolumeNegativeTest-2145166079 tempest-AttachVolumeNegativeTest-2145166079-project-member] Enqueued Resource ID: 2a7c156a-5de3-4c84-bdf1-fb3162db81af with Priority: HIGHEST for action security_group_rules [ 762.804843] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a7c156a-5de3-4c84-bdf1-fb3162db81af with Priority: HIGHEST for action security_group_rules [ 762.808373] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2a7c156a-5de3-4c84-bdf1-fb3162db81af taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.808373] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2a7c156a-5de3-4c84-bdf1-fb3162db81af" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.808373] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2a7c156a-5de3-4c84-bdf1-fb3162db81af" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.808373] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2a7c156a-5de3-4c84-bdf1-fb3162db81af" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.808373] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2a7c156a-5de3-4c84-bdf1-fb3162db81af',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.910043] env[65424]: INFO networking_nsxv3.common.synchronization [None req-90b569a3-66bf-44c4-a2d4-1dc095aa9e98 tempest-AttachVolumeNegativeTest-2145166079 tempest-AttachVolumeNegativeTest-2145166079-project-member] Enqueued Resource ID: 2a7c156a-5de3-4c84-bdf1-fb3162db81af with Priority: HIGHEST for action security_group_rules [ 762.910669] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a7c156a-5de3-4c84-bdf1-fb3162db81af with Priority: HIGHEST for action security_group_rules [ 762.911955] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2a7c156a-5de3-4c84-bdf1-fb3162db81af taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.912222] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2a7c156a-5de3-4c84-bdf1-fb3162db81af" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.019487] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bed45b1a-a99a-460a-9177-638edfa36ffb in Status: SUCCESS [ 763.019487] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bed45b1a-a99a-460a-9177-638edfa36ffb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.141552] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d9b02b85-0572-4b11-aa63-4afbaab60868 [ 763.141956] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.142411] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.143155] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.143155] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.143155] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.143155] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d9b02b85-0572-4b11-aa63-4afbaab60868 already deleted. [ 763.143155] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d9b02b85-0572-4b11-aa63-4afbaab60868" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.297941] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0ff83ae0-e2ba-4b16-889b-fdc401ea2d95',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.299192] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ff83ae0-e2ba-4b16-889b-fdc401ea2d95 taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.299333] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ff83ae0-e2ba-4b16-889b-fdc401ea2d95" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.299470] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4358419b-64ce-438e-baff-0c9b6cfb3d9e with status ACTIVE [ 763.300437] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.300437] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.300437] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.300437] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.300437] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.300437] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.300664] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.300664] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.300732] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.300830] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.301707] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.302615] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.302615] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.302615] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.302780] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.302780] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4358419b-64ce-438e-baff-0c9b6cfb3d9e is going to be updated. [ 763.330413] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.330413] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.330413] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.330413] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.330413] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.330413] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2a7c156a-5de3-4c84-bdf1-fb3162db81af already deleted. [ 763.330413] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2a7c156a-5de3-4c84-bdf1-fb3162db81af" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.330715] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2a7c156a-5de3-4c84-bdf1-fb3162db81af" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.330773] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2a7c156a-5de3-4c84-bdf1-fb3162db81af" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.330825] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2a7c156a-5de3-4c84-bdf1-fb3162db81af',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.332750] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.332750] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.333433] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.333433] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.333433] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.333433] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4358419b-64ce-438e-baff-0c9b6cfb3d9e" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.805433] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0ff83ae0-e2ba-4b16-889b-fdc401ea2d95',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.854714] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.855067] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.856347] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.856347] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.856347] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.856347] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2a7c156a-5de3-4c84-bdf1-fb3162db81af already deleted. [ 763.856347] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2a7c156a-5de3-4c84-bdf1-fb3162db81af" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.307827] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.308064] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.308173] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.308340] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.308440] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.308544] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0ff83ae0-e2ba-4b16-889b-fdc401ea2d95 is going to be created. [ 764.357015] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.357227] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.357319] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.357551] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.357786] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.382074] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0ff83ae0-e2ba-4b16-889b-fdc401ea2d95 in Status: UNINITIALIZED for 2s [ 764.837044] env[65424]: INFO networking_nsxv3.common.synchronization [req-95f129f1-2688-4b0e-95ba-4ff3beac906d req-53c122f7-faf6-4b0e-b19f-c8617bd5ca0d tempest-ServerRescueNegativeTestJSON-1694573520 tempest-ServerRescueNegativeTestJSON-1694573520-project-member] Enqueued Resource ID: cbf297d2-7098-44e8-89e5-c29920480685 with Priority: HIGHEST for action security_group_members [ 764.841720] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbf297d2-7098-44e8-89e5-c29920480685 with Priority: HIGHEST for action security_group_members [ 764.841720] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-cbf297d2-7098-44e8-89e5-c29920480685 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.841720] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cbf297d2-7098-44e8-89e5-c29920480685" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.841720] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cbf297d2-7098-44e8-89e5-c29920480685" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.841720] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cbf297d2-7098-44e8-89e5-c29920480685" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.841720] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.841720] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.841720] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.841720] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.841720] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.841720] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cbf297d2-7098-44e8-89e5-c29920480685',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.068863] env[65424]: INFO networking_nsxv3.common.synchronization [None req-a57c8807-ad45-4178-9c39-c6fefd6bb066 None None] Enqueued Resource ID: a6d9ca33-d34e-4613-9307-d043b5284679 with Priority: HIGHEST for action port [ 765.071315] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6d9ca33-d34e-4613-9307-d043b5284679 with Priority: HIGHEST for action port [ 765.071315] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock port-a6d9ca33-d34e-4613-9307-d043b5284679 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.071315] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a6d9ca33-d34e-4613-9307-d043b5284679" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.071315] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a6d9ca33-d34e-4613-9307-d043b5284679" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.071315] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a6d9ca33-d34e-4613-9307-d043b5284679" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.071315] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a6d9ca33-d34e-4613-9307-d043b5284679',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.251274] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock network-221 taken with stack trace [, , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.251477] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "network-221" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.251595] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "network-221" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.251862] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "network-221" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.256820] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.256820] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.256820] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.256820] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.256820] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.256820] env[65424]: DEBUG dogpile.cache.region [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] No value present for key: 'zone-id' {{(pid=65424) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 765.256820] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] NeedRegenerationException {{(pid=65424) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 765.256820] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] no value, waiting for create lock {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 765.256820] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] value creation lock acquired {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 765.256820] env[65424]: DEBUG dogpile.cache.region [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] No value present for key: 'zone-id' {{(pid=65424) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 765.256820] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Calling creation function for not-yet-present value {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 765.256820] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 765.276931] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 765.276931] env[65424]: DEBUG dogpile.cache.region [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65424) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 765.276931] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Released creation lock {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 765.276931] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "network-221" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.276931] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock port-d344629a-9692-4d6e-8aeb-1487fd33dd0a taken with stack trace [, , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.276931] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "port-d344629a-9692-4d6e-8aeb-1487fd33dd0a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.277203] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "port-d344629a-9692-4d6e-8aeb-1487fd33dd0a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.277325] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "port-d344629a-9692-4d6e-8aeb-1487fd33dd0a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.279080] env[65424]: DEBUG networking_nsxv3.api.rpc [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d344629a-9692-4d6e-8aeb-1487fd33dd0a',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.341136] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cbf297d2-7098-44e8-89e5-c29920480685',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.572117] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a6d9ca33-d34e-4613-9307-d043b5284679 [ 765.572407] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.572552] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.572622] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.572836] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.572998] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.573118] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a6d9ca33-d34e-4613-9307-d043b5284679 already deleted. [ 765.573206] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a6d9ca33-d34e-4613-9307-d043b5284679" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.785855] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.785855] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.785855] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.785855] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.785855] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.785855] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Segment Port d344629a-9692-4d6e-8aeb-1487fd33dd0a not found, creating... [ 765.785855] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.785855] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.785855] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.785855] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.785855] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.786443] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.786443] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.786443] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.786718] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.786844] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.786974] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Resource: SegmentPort with ID: d344629a-9692-4d6e-8aeb-1487fd33dd0a is going to be created. [ 765.808138] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.808138] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.808138] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.808138] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.808138] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.808138] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "port-d344629a-9692-4d6e-8aeb-1487fd33dd0a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.843410] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cbf297d2-7098-44e8-89e5-c29920480685',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.104990] env[65424]: INFO networking_nsxv3.common.synchronization [req-5d8b718f-dbef-4b14-9f5a-a6b6b165eaab req-e0f7e228-5f3c-4741-9c73-3737a74d6f97 tempest-SecurityGroupsTestJSON-1025340934 tempest-SecurityGroupsTestJSON-1025340934-project-member] Enqueued Resource ID: 63c65a65-9953-490c-bb38-5f334ae16e89 with Priority: HIGHEST for action security_group_members [ 766.105193] env[65424]: INFO networking_nsxv3.common.synchronization [req-5d8b718f-dbef-4b14-9f5a-a6b6b165eaab req-e0f7e228-5f3c-4741-9c73-3737a74d6f97 tempest-SecurityGroupsTestJSON-1025340934 tempest-SecurityGroupsTestJSON-1025340934-project-member] Enqueued Resource ID: bed45b1a-a99a-460a-9177-638edfa36ffb with Priority: HIGHEST for action security_group_members [ 766.106047] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63c65a65-9953-490c-bb38-5f334ae16e89 with Priority: HIGHEST for action security_group_members [ 766.106047] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bed45b1a-a99a-460a-9177-638edfa36ffb with Priority: HIGHEST for action security_group_members [ 766.106354] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-63c65a65-9953-490c-bb38-5f334ae16e89 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.106354] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63c65a65-9953-490c-bb38-5f334ae16e89" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.106512] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63c65a65-9953-490c-bb38-5f334ae16e89" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.106738] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63c65a65-9953-490c-bb38-5f334ae16e89" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.106926] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.107075] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.107166] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.107423] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.107549] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.107687] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('63c65a65-9953-490c-bb38-5f334ae16e89',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.108624] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-bed45b1a-a99a-460a-9177-638edfa36ffb taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.108757] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bed45b1a-a99a-460a-9177-638edfa36ffb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.108757] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bed45b1a-a99a-460a-9177-638edfa36ffb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.108950] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bed45b1a-a99a-460a-9177-638edfa36ffb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.109137] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.109258] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.109340] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.109508] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.109621] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.109730] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bed45b1a-a99a-460a-9177-638edfa36ffb',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.156079] env[65424]: INFO networking_nsxv3.common.synchronization [req-5d8b718f-dbef-4b14-9f5a-a6b6b165eaab req-e0f7e228-5f3c-4741-9c73-3737a74d6f97 tempest-SecurityGroupsTestJSON-1025340934 tempest-SecurityGroupsTestJSON-1025340934-project-member] Enqueued Resource ID: 63c65a65-9953-490c-bb38-5f334ae16e89 with Priority: HIGHEST for action security_group_rules [ 766.156346] env[65424]: INFO networking_nsxv3.common.synchronization [req-5d8b718f-dbef-4b14-9f5a-a6b6b165eaab req-e0f7e228-5f3c-4741-9c73-3737a74d6f97 tempest-SecurityGroupsTestJSON-1025340934 tempest-SecurityGroupsTestJSON-1025340934-project-member] Enqueued Resource ID: 63c65a65-9953-490c-bb38-5f334ae16e89 with Priority: HIGHEST for action security_group_members [ 766.156544] env[65424]: INFO networking_nsxv3.common.synchronization [req-5d8b718f-dbef-4b14-9f5a-a6b6b165eaab req-e0f7e228-5f3c-4741-9c73-3737a74d6f97 tempest-SecurityGroupsTestJSON-1025340934 tempest-SecurityGroupsTestJSON-1025340934-project-member] Enqueued Resource ID: bed45b1a-a99a-460a-9177-638edfa36ffb with Priority: HIGHEST for action security_group_rules [ 766.156731] env[65424]: INFO networking_nsxv3.common.synchronization [req-5d8b718f-dbef-4b14-9f5a-a6b6b165eaab req-e0f7e228-5f3c-4741-9c73-3737a74d6f97 tempest-SecurityGroupsTestJSON-1025340934 tempest-SecurityGroupsTestJSON-1025340934-project-member] Enqueued Resource ID: bed45b1a-a99a-460a-9177-638edfa36ffb with Priority: HIGHEST for action security_group_members [ 766.156973] env[65424]: INFO networking_nsxv3.common.synchronization [req-5d8b718f-dbef-4b14-9f5a-a6b6b165eaab req-e0f7e228-5f3c-4741-9c73-3737a74d6f97 tempest-SecurityGroupsTestJSON-1025340934 tempest-SecurityGroupsTestJSON-1025340934-project-member] Enqueued Resource ID: f5ee5c46-2625-4c1c-8219-c7ec8798cd4c with Priority: HIGHEST for action port [ 766.157800] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63c65a65-9953-490c-bb38-5f334ae16e89 with Priority: HIGHEST for action security_group_rules [ 766.157997] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bed45b1a-a99a-460a-9177-638edfa36ffb with Priority: HIGHEST for action security_group_rules [ 766.158149] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5ee5c46-2625-4c1c-8219-c7ec8798cd4c with Priority: HIGHEST for action port [ 766.158374] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63c65a65-9953-490c-bb38-5f334ae16e89 with Priority: HIGHEST for action security_group_members [ 766.158542] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bed45b1a-a99a-460a-9177-638edfa36ffb with Priority: HIGHEST for action security_group_members [ 766.159331] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock rules-63c65a65-9953-490c-bb38-5f334ae16e89 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.159556] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-63c65a65-9953-490c-bb38-5f334ae16e89" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.159744] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-63c65a65-9953-490c-bb38-5f334ae16e89" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.160105] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-63c65a65-9953-490c-bb38-5f334ae16e89" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.160296] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('63c65a65-9953-490c-bb38-5f334ae16e89',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.161629] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bed45b1a-a99a-460a-9177-638edfa36ffb taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.161776] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bed45b1a-a99a-460a-9177-638edfa36ffb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.161920] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bed45b1a-a99a-460a-9177-638edfa36ffb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.162254] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bed45b1a-a99a-460a-9177-638edfa36ffb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.162421] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bed45b1a-a99a-460a-9177-638edfa36ffb',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.163772] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock port-f5ee5c46-2625-4c1c-8219-c7ec8798cd4c taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.163772] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f5ee5c46-2625-4c1c-8219-c7ec8798cd4c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.163772] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f5ee5c46-2625-4c1c-8219-c7ec8798cd4c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.163772] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f5ee5c46-2625-4c1c-8219-c7ec8798cd4c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.163923] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f5ee5c46-2625-4c1c-8219-c7ec8798cd4c',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.164805] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-63c65a65-9953-490c-bb38-5f334ae16e89 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.164909] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63c65a65-9953-490c-bb38-5f334ae16e89" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.165591] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-bed45b1a-a99a-460a-9177-638edfa36ffb taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.165591] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bed45b1a-a99a-460a-9177-638edfa36ffb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.349301] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.349301] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.349301] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.349301] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.349301] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.349301] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cbf297d2-7098-44e8-89e5-c29920480685 is going to be updated. [ 766.382263] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.382263] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.382263] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.382263] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.382263] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.395540] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0ff83ae0-e2ba-4b16-889b-fdc401ea2d95 in Status: SUCCESS [ 766.396032] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ff83ae0-e2ba-4b16-889b-fdc401ea2d95" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.396347] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ff83ae0-e2ba-4b16-889b-fdc401ea2d95" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.396877] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ff83ae0-e2ba-4b16-889b-fdc401ea2d95" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.397213] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.397473] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.397653] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.397901] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.398306] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.398519] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ff83ae0-e2ba-4b16-889b-fdc401ea2d95" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.398709] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0ff83ae0-e2ba-4b16-889b-fdc401ea2d95',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.400386] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cbf297d2-7098-44e8-89e5-c29920480685 in Status: IN_PROGRESS for 2s [ 766.567165] env[65424]: INFO networking_nsxv3.common.synchronization [req-95f129f1-2688-4b0e-95ba-4ff3beac906d req-a70791e9-3236-48b6-9c09-f6a1483fd7d6 service nova] Enqueued Resource ID: cbf297d2-7098-44e8-89e5-c29920480685 with Priority: HIGHEST for action security_group_rules [ 766.567165] env[65424]: INFO networking_nsxv3.common.synchronization [req-95f129f1-2688-4b0e-95ba-4ff3beac906d req-a70791e9-3236-48b6-9c09-f6a1483fd7d6 service nova] Enqueued Resource ID: cbf297d2-7098-44e8-89e5-c29920480685 with Priority: HIGHEST for action security_group_members [ 766.567165] env[65424]: INFO networking_nsxv3.common.synchronization [req-95f129f1-2688-4b0e-95ba-4ff3beac906d req-a70791e9-3236-48b6-9c09-f6a1483fd7d6 service nova] Enqueued Resource ID: d344629a-9692-4d6e-8aeb-1487fd33dd0a with Priority: HIGHEST for action port [ 766.567165] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbf297d2-7098-44e8-89e5-c29920480685 with Priority: HIGHEST for action security_group_rules [ 766.567165] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbf297d2-7098-44e8-89e5-c29920480685 with Priority: HIGHEST for action security_group_members [ 766.567165] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d344629a-9692-4d6e-8aeb-1487fd33dd0a with Priority: HIGHEST for action port [ 766.568184] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cbf297d2-7098-44e8-89e5-c29920480685 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.568466] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cbf297d2-7098-44e8-89e5-c29920480685" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.568641] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cbf297d2-7098-44e8-89e5-c29920480685" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.568972] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cbf297d2-7098-44e8-89e5-c29920480685" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.569172] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cbf297d2-7098-44e8-89e5-c29920480685',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.570347] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-cbf297d2-7098-44e8-89e5-c29920480685 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.570646] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cbf297d2-7098-44e8-89e5-c29920480685" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.571117] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock port-d344629a-9692-4d6e-8aeb-1487fd33dd0a taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.571368] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d344629a-9692-4d6e-8aeb-1487fd33dd0a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.571510] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d344629a-9692-4d6e-8aeb-1487fd33dd0a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.571757] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d344629a-9692-4d6e-8aeb-1487fd33dd0a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.572281] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d344629a-9692-4d6e-8aeb-1487fd33dd0a',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.613092] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('63c65a65-9953-490c-bb38-5f334ae16e89',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.613092] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bed45b1a-a99a-460a-9177-638edfa36ffb',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.666754] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f5ee5c46-2625-4c1c-8219-c7ec8798cd4c with status ACTIVE [ 766.667202] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.667455] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.667619] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.671018] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.671018] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.671018] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.671018] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.671018] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.671018] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.671018] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.671018] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.671018] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.671018] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.671018] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.671018] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.671018] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f5ee5c46-2625-4c1c-8219-c7ec8798cd4c is going to be updated. [ 766.673048] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-63c65a65-9953-490c-bb38-5f334ae16e89 taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.673275] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63c65a65-9953-490c-bb38-5f334ae16e89" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.673705] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-bed45b1a-a99a-460a-9177-638edfa36ffb taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.673974] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bed45b1a-a99a-460a-9177-638edfa36ffb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.697060] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.697216] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.697288] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.697606] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.697649] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.697773] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f5ee5c46-2625-4c1c-8219-c7ec8798cd4c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.901686] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ff83ae0-e2ba-4b16-889b-fdc401ea2d95 taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.902250] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ff83ae0-e2ba-4b16-889b-fdc401ea2d95" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.902373] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ff83ae0-e2ba-4b16-889b-fdc401ea2d95" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.902647] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ff83ae0-e2ba-4b16-889b-fdc401ea2d95" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.902832] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.902953] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.903014] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.903171] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.903270] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.903339] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ff83ae0-e2ba-4b16-889b-fdc401ea2d95" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.903527] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ff83ae0-e2ba-4b16-889b-fdc401ea2d95 taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.903579] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ff83ae0-e2ba-4b16-889b-fdc401ea2d95" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.903628] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ff83ae0-e2ba-4b16-889b-fdc401ea2d95" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.903765] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ff83ae0-e2ba-4b16-889b-fdc401ea2d95" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.903900] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.904041] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.904109] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.904212] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.904286] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.904367] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ff83ae0-e2ba-4b16-889b-fdc401ea2d95" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.904499] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0ff83ae0-e2ba-4b16-889b-fdc401ea2d95',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.074310] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-cbf297d2-7098-44e8-89e5-c29920480685 taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.074506] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cbf297d2-7098-44e8-89e5-c29920480685" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.074771] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d344629a-9692-4d6e-8aeb-1487fd33dd0a with status ACTIVE [ 767.074859] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.074951] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.075034] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.075227] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.075312] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.075475] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.075570] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.075658] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.075773] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.075856] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.076073] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.076179] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.076233] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.076400] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.076474] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.076558] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d344629a-9692-4d6e-8aeb-1487fd33dd0a is going to be updated. [ 767.101609] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.101759] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.101886] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.102167] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.102318] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.102477] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d344629a-9692-4d6e-8aeb-1487fd33dd0a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.117377] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('63c65a65-9953-490c-bb38-5f334ae16e89',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.117377] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bed45b1a-a99a-460a-9177-638edfa36ffb',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.408170] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0ff83ae0-e2ba-4b16-889b-fdc401ea2d95: rpc.has_security_group_logging(os_id): False [ 767.428483] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.428764] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.428883] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.429212] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.429410] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.429668] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.429842] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.430056] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.430296] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.430443] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.430676] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.430827] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.431083] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.431283] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.431437] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.431642] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.431748] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.431808] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.432051] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.432152] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.432241] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0ff83ae0-e2ba-4b16-889b-fdc401ea2d95 is going to be created. [ 767.497054] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.497054] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.497054] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.497054] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.497054] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.510126] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0ff83ae0-e2ba-4b16-889b-fdc401ea2d95 in Status: IN_PROGRESS for 2s [ 767.622281] env[65424]: INFO networking_nsxv3.common.synchronization [req-ef91955d-c707-47d3-ab07-c7af3182a57b req-fff02b99-50f5-48a5-92bc-e622c68e97ad tempest-ServersAdminTestJSON-1481990076 tempest-ServersAdminTestJSON-1481990076-project-member] Enqueued Resource ID: d3a6cc57-5bfc-4310-b1a5-b90db89c4977 with Priority: HIGHEST for action security_group_members [ 767.622587] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.622709] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.622777] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.622988] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.623095] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.623195] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 63c65a65-9953-490c-bb38-5f334ae16e89 is going to be created. [ 767.624720] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.624720] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.624923] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.625079] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.625311] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.625457] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bed45b1a-a99a-460a-9177-638edfa36ffb is going to be updated. [ 767.627405] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3a6cc57-5bfc-4310-b1a5-b90db89c4977 with Priority: HIGHEST for action security_group_members [ 767.627749] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3a6cc57-5bfc-4310-b1a5-b90db89c4977 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.627879] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3a6cc57-5bfc-4310-b1a5-b90db89c4977" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.627924] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3a6cc57-5bfc-4310-b1a5-b90db89c4977" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.628173] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3a6cc57-5bfc-4310-b1a5-b90db89c4977" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.628329] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.628414] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.628480] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.628653] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.628721] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.628818] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d3a6cc57-5bfc-4310-b1a5-b90db89c4977',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.660545] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.660787] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.660787] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.660897] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.661057] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.667171] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.667318] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.667318] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.667589] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.667739] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.682170] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bed45b1a-a99a-460a-9177-638edfa36ffb in Status: IN_PROGRESS for 2s [ 767.683230] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63c65a65-9953-490c-bb38-5f334ae16e89 in Status: UNINITIALIZED for 2s [ 768.047832] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock network-763 taken with stack trace [, , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.048354] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "network-763" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.048354] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "network-763" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.048489] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "network-763" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.048638] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.048972] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.048972] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.049212] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.049354] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.049563] env[65424]: DEBUG dogpile.cache.region [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] No value present for key: 'zone-id' {{(pid=65424) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 768.050527] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] NeedRegenerationException {{(pid=65424) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 768.050618] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] no value, waiting for create lock {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 768.051262] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] value creation lock acquired {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 768.051262] env[65424]: DEBUG dogpile.cache.region [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] No value present for key: 'zone-id' {{(pid=65424) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 768.051262] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Calling creation function for not-yet-present value {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 768.051262] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 768.078919] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 768.079093] env[65424]: DEBUG dogpile.cache.region [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=65424) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 768.079231] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Released creation lock {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 768.079671] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "network-763" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.080552] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock port-e9b19874-da8e-483e-bd6b-d0f9802e25ea taken with stack trace [, , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.080766] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "port-e9b19874-da8e-483e-bd6b-d0f9802e25ea" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.080884] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "port-e9b19874-da8e-483e-bd6b-d0f9802e25ea" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.081255] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "port-e9b19874-da8e-483e-bd6b-d0f9802e25ea" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.081394] env[65424]: DEBUG networking_nsxv3.api.rpc [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e9b19874-da8e-483e-bd6b-d0f9802e25ea',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.132799] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.132948] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.133030] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.133289] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.133419] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.133651] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.133780] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.133846] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.135016] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.135016] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.135016] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d3a6cc57-5bfc-4310-b1a5-b90db89c4977 already deleted. [ 768.135016] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3a6cc57-5bfc-4310-b1a5-b90db89c4977" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.413249] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cbf297d2-7098-44e8-89e5-c29920480685 in Status: SUCCESS [ 768.413446] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cbf297d2-7098-44e8-89e5-c29920480685" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.413614] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cbf297d2-7098-44e8-89e5-c29920480685" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.413818] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cbf297d2-7098-44e8-89e5-c29920480685" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.414030] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.414202] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.414202] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.414347] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.414422] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.414515] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cbf297d2-7098-44e8-89e5-c29920480685',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.589253] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.589253] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.589253] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.589253] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.589253] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.589253] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Segment Port e9b19874-da8e-483e-bd6b-d0f9802e25ea not found, creating... [ 768.589253] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.589253] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.589253] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.589253] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.589253] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.589632] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.589632] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.589632] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.590738] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.591098] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.591381] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Resource: SegmentPort with ID: e9b19874-da8e-483e-bd6b-d0f9802e25ea is going to be created. [ 768.618047] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.618047] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.618047] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.618047] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.618047] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.618047] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "port-e9b19874-da8e-483e-bd6b-d0f9802e25ea" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.859095] env[65424]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-7e8d0299-479d-4e61-a386-18f0c3e50458 None None] NSXv3 Agent Agent loop - iteration:0 completed [ 768.859233] env[65424]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-7e8d0299-479d-4e61-a386-18f0c3e50458 None None] NSXv3 Agent Agent loop - iteration:1 started [ 768.917754] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cbf297d2-7098-44e8-89e5-c29920480685',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.374840] env[65424]: INFO networking_nsxv3.common.synchronization [req-ef91955d-c707-47d3-ab07-c7af3182a57b req-a67c005a-9bfe-4877-b3ac-35ddc6c817c0 service nova] Enqueued Resource ID: d3a6cc57-5bfc-4310-b1a5-b90db89c4977 with Priority: HIGHEST for action security_group_rules [ 769.374840] env[65424]: INFO networking_nsxv3.common.synchronization [req-ef91955d-c707-47d3-ab07-c7af3182a57b req-a67c005a-9bfe-4877-b3ac-35ddc6c817c0 service nova] Enqueued Resource ID: d3a6cc57-5bfc-4310-b1a5-b90db89c4977 with Priority: HIGHEST for action security_group_members [ 769.374840] env[65424]: INFO networking_nsxv3.common.synchronization [req-ef91955d-c707-47d3-ab07-c7af3182a57b req-a67c005a-9bfe-4877-b3ac-35ddc6c817c0 service nova] Enqueued Resource ID: e9b19874-da8e-483e-bd6b-d0f9802e25ea with Priority: HIGHEST for action port [ 769.374840] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3a6cc57-5bfc-4310-b1a5-b90db89c4977 with Priority: HIGHEST for action security_group_rules [ 769.374840] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3a6cc57-5bfc-4310-b1a5-b90db89c4977 with Priority: HIGHEST for action security_group_members [ 769.374840] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9b19874-da8e-483e-bd6b-d0f9802e25ea with Priority: HIGHEST for action port [ 769.374840] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d3a6cc57-5bfc-4310-b1a5-b90db89c4977 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.374840] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d3a6cc57-5bfc-4310-b1a5-b90db89c4977" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.374840] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d3a6cc57-5bfc-4310-b1a5-b90db89c4977" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.374840] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d3a6cc57-5bfc-4310-b1a5-b90db89c4977" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.374840] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d3a6cc57-5bfc-4310-b1a5-b90db89c4977',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.375963] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3a6cc57-5bfc-4310-b1a5-b90db89c4977 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.375963] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3a6cc57-5bfc-4310-b1a5-b90db89c4977" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.375963] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3a6cc57-5bfc-4310-b1a5-b90db89c4977" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.375963] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3a6cc57-5bfc-4310-b1a5-b90db89c4977" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.376148] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.376148] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.376330] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.380132] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.380132] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.380132] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d3a6cc57-5bfc-4310-b1a5-b90db89c4977',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.380132] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock port-e9b19874-da8e-483e-bd6b-d0f9802e25ea taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.380132] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e9b19874-da8e-483e-bd6b-d0f9802e25ea" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.380132] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e9b19874-da8e-483e-bd6b-d0f9802e25ea" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.380132] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e9b19874-da8e-483e-bd6b-d0f9802e25ea" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.380132] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e9b19874-da8e-483e-bd6b-d0f9802e25ea',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.422618] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cbf297d2-7098-44e8-89e5-c29920480685',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.524535] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0ff83ae0-e2ba-4b16-889b-fdc401ea2d95 in Status: SUCCESS [ 769.524756] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0ff83ae0-e2ba-4b16-889b-fdc401ea2d95" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.702640] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63c65a65-9953-490c-bb38-5f334ae16e89 in Status: SUCCESS [ 769.702951] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63c65a65-9953-490c-bb38-5f334ae16e89" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.703161] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63c65a65-9953-490c-bb38-5f334ae16e89" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.703382] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63c65a65-9953-490c-bb38-5f334ae16e89" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.703573] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.703686] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.703750] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.703902] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.704042] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.704160] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('63c65a65-9953-490c-bb38-5f334ae16e89',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.706034] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bed45b1a-a99a-460a-9177-638edfa36ffb in Status: SUCCESS [ 769.706143] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bed45b1a-a99a-460a-9177-638edfa36ffb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.706304] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bed45b1a-a99a-460a-9177-638edfa36ffb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.706383] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bed45b1a-a99a-460a-9177-638edfa36ffb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.706550] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.706666] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.706727] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.707396] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.707396] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.707396] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bed45b1a-a99a-460a-9177-638edfa36ffb',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.880516] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d3a6cc57-5bfc-4310-b1a5-b90db89c4977',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.883095] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3a6cc57-5bfc-4310-b1a5-b90db89c4977 taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.883095] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3a6cc57-5bfc-4310-b1a5-b90db89c4977" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.883095] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e9b19874-da8e-483e-bd6b-d0f9802e25ea with status ACTIVE [ 769.883095] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.883095] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.883095] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.884122] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.884224] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.884438] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.884573] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.884664] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.884888] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.885029] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.885511] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.885511] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.885511] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.885681] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.885753] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.885866] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e9b19874-da8e-483e-bd6b-d0f9802e25ea is going to be updated. [ 769.909593] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.909736] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.909812] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.910029] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.910296] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.910360] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e9b19874-da8e-483e-bd6b-d0f9802e25ea" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.925413] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.925557] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.925629] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.925843] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.925926] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.926037] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cbf297d2-7098-44e8-89e5-c29920480685 is going to be updated. [ 769.958938] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.958938] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.958938] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.959220] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.959383] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.970234] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cbf297d2-7098-44e8-89e5-c29920480685 in Status: IN_PROGRESS for 2s [ 770.020708] env[65424]: INFO networking_nsxv3.common.synchronization [req-452a36ee-0aa6-4403-bd08-5f5218933550 req-681900ef-1068-4586-b186-e563134c0ff8 tempest-ListImageFiltersTestJSON-1316479358 tempest-ListImageFiltersTestJSON-1316479358-project-member] Enqueued Resource ID: d9c85c1e-7ed9-48f5-adc1-b6e7cea3e1e5 with Priority: HIGHEST for action security_group_members [ 770.021375] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9c85c1e-7ed9-48f5-adc1-b6e7cea3e1e5 with Priority: HIGHEST for action security_group_members [ 770.021678] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9c85c1e-7ed9-48f5-adc1-b6e7cea3e1e5 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.021804] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9c85c1e-7ed9-48f5-adc1-b6e7cea3e1e5" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.021863] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9c85c1e-7ed9-48f5-adc1-b6e7cea3e1e5" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.023361] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9c85c1e-7ed9-48f5-adc1-b6e7cea3e1e5" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.023480] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.023543] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.023589] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.023714] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.023791] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.023885] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d9c85c1e-7ed9-48f5-adc1-b6e7cea3e1e5',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.209767] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('63c65a65-9953-490c-bb38-5f334ae16e89',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.210769] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bed45b1a-a99a-460a-9177-638edfa36ffb',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.388722] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d3a6cc57-5bfc-4310-b1a5-b90db89c4977',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.526623] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d9c85c1e-7ed9-48f5-adc1-b6e7cea3e1e5',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.573787] env[65424]: INFO networking_nsxv3.common.synchronization [req-49d20c23-a485-4521-abc2-bd84cdb1e5dc req-4e97869a-83cb-4f2c-968a-59434bf91fea tempest-ServerRescueTestJSON-1143747873 tempest-ServerRescueTestJSON-1143747873-project-member] Enqueued Resource ID: 0e3ac01c-77fe-4ca1-b121-e654654acce9 with Priority: HIGHEST for action security_group_members [ 770.574413] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e3ac01c-77fe-4ca1-b121-e654654acce9 with Priority: HIGHEST for action security_group_members [ 770.574849] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e3ac01c-77fe-4ca1-b121-e654654acce9 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.575115] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e3ac01c-77fe-4ca1-b121-e654654acce9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.575242] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e3ac01c-77fe-4ca1-b121-e654654acce9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.575481] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e3ac01c-77fe-4ca1-b121-e654654acce9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.575688] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.575832] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.575920] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.576129] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.576252] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.576392] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0e3ac01c-77fe-4ca1-b121-e654654acce9',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.713042] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('63c65a65-9953-490c-bb38-5f334ae16e89',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.714266] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bed45b1a-a99a-460a-9177-638edfa36ffb',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.891802] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.891802] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.894990] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.894990] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.894990] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.894990] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d3a6cc57-5bfc-4310-b1a5-b90db89c4977 is going to be created. [ 770.921390] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.921797] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.922107] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.922450] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.922742] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.932800] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d3a6cc57-5bfc-4310-b1a5-b90db89c4977 in Status: UNINITIALIZED for 2s [ 770.945252] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock network-38 taken with stack trace [, , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.948819] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "network-38" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.948956] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "network-38" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.949867] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "network-38" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.949867] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.949867] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.949867] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.950106] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.950352] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.950567] env[65424]: DEBUG dogpile.cache.region [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] No value present for key: 'zone-id' {{(pid=65424) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 770.953091] env[65424]: DEBUG dogpile.lock [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] NeedRegenerationException {{(pid=65424) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 770.953091] env[65424]: DEBUG dogpile.lock [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] no value, waiting for create lock {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 770.953091] env[65424]: DEBUG dogpile.lock [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] value creation lock acquired {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 770.953091] env[65424]: DEBUG dogpile.cache.region [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] No value present for key: 'zone-id' {{(pid=65424) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 770.953091] env[65424]: DEBUG dogpile.lock [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Calling creation function for not-yet-present value {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 770.953091] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 770.973724] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 770.973724] env[65424]: DEBUG dogpile.cache.region [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65424) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 770.973878] env[65424]: DEBUG dogpile.lock [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Released creation lock {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 770.974117] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "network-38" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.975525] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock port-d0645797-8d05-4346-a4c9-e325a99da88b taken with stack trace [, , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.975525] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "port-d0645797-8d05-4346-a4c9-e325a99da88b" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.975525] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "port-d0645797-8d05-4346-a4c9-e325a99da88b" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.975525] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "port-d0645797-8d05-4346-a4c9-e325a99da88b" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.975525] env[65424]: DEBUG networking_nsxv3.api.rpc [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d0645797-8d05-4346-a4c9-e325a99da88b',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.029685] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d9c85c1e-7ed9-48f5-adc1-b6e7cea3e1e5',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.079306] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0e3ac01c-77fe-4ca1-b121-e654654acce9',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.217271] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.217271] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.217271] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.217271] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.217271] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.217271] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 63c65a65-9953-490c-bb38-5f334ae16e89 is going to be updated. [ 771.218148] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.218450] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.218618] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.218854] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.219029] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.219200] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bed45b1a-a99a-460a-9177-638edfa36ffb is going to be updated. [ 771.251834] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.256359] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.256359] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.256359] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.256359] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.261459] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.261459] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.261459] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.261459] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.262438] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.276299] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63c65a65-9953-490c-bb38-5f334ae16e89 in Status: IN_PROGRESS for 2s [ 771.277202] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bed45b1a-a99a-460a-9177-638edfa36ffb in Status: IN_PROGRESS for 2s [ 771.478170] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.478730] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.478730] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.478730] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.478852] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.479071] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Segment Port d0645797-8d05-4346-a4c9-e325a99da88b not found, creating... [ 771.479395] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.479874] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.479874] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.480068] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.480068] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.480415] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.480644] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.480802] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.480980] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.481187] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.481367] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Resource: SegmentPort with ID: d0645797-8d05-4346-a4c9-e325a99da88b is going to be created. [ 771.515080] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.515446] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.515569] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.515849] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.516105] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.516485] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "port-d0645797-8d05-4346-a4c9-e325a99da88b" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.533468] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.533644] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.533695] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.533894] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.534062] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.534193] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9c85c1e-7ed9-48f5-adc1-b6e7cea3e1e5 is going to be updated. [ 771.580026] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.580026] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.580026] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.580026] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.580026] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.584208] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0e3ac01c-77fe-4ca1-b121-e654654acce9',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.592227] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9c85c1e-7ed9-48f5-adc1-b6e7cea3e1e5 in Status: IN_PROGRESS for 2s [ 771.981751] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cbf297d2-7098-44e8-89e5-c29920480685 in Status: SUCCESS [ 771.981751] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cbf297d2-7098-44e8-89e5-c29920480685" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.981751] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cbf297d2-7098-44e8-89e5-c29920480685" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.982115] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cbf297d2-7098-44e8-89e5-c29920480685" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.982115] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.982298] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.982716] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.982716] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.982835] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.982835] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cbf297d2-7098-44e8-89e5-c29920480685" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.982904] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cbf297d2-7098-44e8-89e5-c29920480685',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.087313] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.087547] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.087631] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.090218] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.090218] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.090218] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0e3ac01c-77fe-4ca1-b121-e654654acce9 is going to be updated. [ 772.136246] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.136408] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.136496] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.136688] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.136836] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.146163] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e3ac01c-77fe-4ca1-b121-e654654acce9 in Status: IN_PROGRESS for 2s [ 772.228230] env[65424]: INFO networking_nsxv3.common.synchronization [req-49d20c23-a485-4521-abc2-bd84cdb1e5dc req-1b929962-3618-42b6-b0d4-267de43b70da service nova] Enqueued Resource ID: 0e3ac01c-77fe-4ca1-b121-e654654acce9 with Priority: HIGHEST for action security_group_rules [ 772.228785] env[65424]: INFO networking_nsxv3.common.synchronization [req-49d20c23-a485-4521-abc2-bd84cdb1e5dc req-1b929962-3618-42b6-b0d4-267de43b70da service nova] Enqueued Resource ID: 0e3ac01c-77fe-4ca1-b121-e654654acce9 with Priority: HIGHEST for action security_group_members [ 772.228785] env[65424]: INFO networking_nsxv3.common.synchronization [req-49d20c23-a485-4521-abc2-bd84cdb1e5dc req-1b929962-3618-42b6-b0d4-267de43b70da service nova] Enqueued Resource ID: d0645797-8d05-4346-a4c9-e325a99da88b with Priority: HIGHEST for action port [ 772.229098] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e3ac01c-77fe-4ca1-b121-e654654acce9 with Priority: HIGHEST for action security_group_rules [ 772.229225] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e3ac01c-77fe-4ca1-b121-e654654acce9 with Priority: HIGHEST for action security_group_members [ 772.229317] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0645797-8d05-4346-a4c9-e325a99da88b with Priority: HIGHEST for action port [ 772.229579] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0e3ac01c-77fe-4ca1-b121-e654654acce9 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.229838] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0e3ac01c-77fe-4ca1-b121-e654654acce9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.229838] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0e3ac01c-77fe-4ca1-b121-e654654acce9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.229957] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0e3ac01c-77fe-4ca1-b121-e654654acce9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.230719] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0e3ac01c-77fe-4ca1-b121-e654654acce9',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.231383] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e3ac01c-77fe-4ca1-b121-e654654acce9 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.231383] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e3ac01c-77fe-4ca1-b121-e654654acce9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.231383] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock port-d0645797-8d05-4346-a4c9-e325a99da88b taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.231820] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d0645797-8d05-4346-a4c9-e325a99da88b" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.231820] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d0645797-8d05-4346-a4c9-e325a99da88b" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.231820] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d0645797-8d05-4346-a4c9-e325a99da88b" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.231820] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d0645797-8d05-4346-a4c9-e325a99da88b',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.485961] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-cbf297d2-7098-44e8-89e5-c29920480685 taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.486608] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cbf297d2-7098-44e8-89e5-c29920480685" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.486608] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cbf297d2-7098-44e8-89e5-c29920480685" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.486714] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cbf297d2-7098-44e8-89e5-c29920480685" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.487120] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.487333] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.487410] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.487732] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.487848] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.488095] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cbf297d2-7098-44e8-89e5-c29920480685" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.489051] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-cbf297d2-7098-44e8-89e5-c29920480685 taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.489051] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cbf297d2-7098-44e8-89e5-c29920480685" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.489051] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cbf297d2-7098-44e8-89e5-c29920480685" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.489768] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cbf297d2-7098-44e8-89e5-c29920480685" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.489768] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.489768] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.490990] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.490990] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.491426] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.491551] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cbf297d2-7098-44e8-89e5-c29920480685" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.491700] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cbf297d2-7098-44e8-89e5-c29920480685',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.733682] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e3ac01c-77fe-4ca1-b121-e654654acce9 taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.733682] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e3ac01c-77fe-4ca1-b121-e654654acce9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.733894] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d0645797-8d05-4346-a4c9-e325a99da88b with status ACTIVE [ 772.734144] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.734236] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.734277] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.735054] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.735054] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.735054] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.735054] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.735054] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.735054] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.735054] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.735366] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.735366] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.735366] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.736945] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.736945] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.736945] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d0645797-8d05-4346-a4c9-e325a99da88b is going to be updated. [ 772.758930] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.758930] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.759084] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.759189] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.759329] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.759487] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d0645797-8d05-4346-a4c9-e325a99da88b" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.949025] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d3a6cc57-5bfc-4310-b1a5-b90db89c4977 in Status: SUCCESS [ 772.949025] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3a6cc57-5bfc-4310-b1a5-b90db89c4977" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.949025] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3a6cc57-5bfc-4310-b1a5-b90db89c4977" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.949025] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3a6cc57-5bfc-4310-b1a5-b90db89c4977" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.949025] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.949025] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.949025] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.949025] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.949025] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.949025] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3a6cc57-5bfc-4310-b1a5-b90db89c4977" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.949025] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d3a6cc57-5bfc-4310-b1a5-b90db89c4977',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.993751] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cbf297d2-7098-44e8-89e5-c29920480685: rpc.has_security_group_logging(os_id): False [ 773.014697] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.014697] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.014697] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.014899] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.014899] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.015070] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.015182] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.015269] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.015425] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.015518] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.016323] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.016323] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.016323] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.016323] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.016323] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.018024] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.018024] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.018024] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.018024] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.018024] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.018024] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cbf297d2-7098-44e8-89e5-c29920480685 is going to be updated. [ 773.090252] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.090566] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.090688] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.090977] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.091218] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.106260] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cbf297d2-7098-44e8-89e5-c29920480685 in Status: IN_PROGRESS for 2s [ 773.250362] env[65424]: INFO networking_nsxv3.common.synchronization [req-4081888e-1472-4b9d-9556-97b4a000501d req-b60ce8e0-e52d-477a-b7a5-74a627f11746 tempest-DeleteServersTestJSON-984948509 tempest-DeleteServersTestJSON-984948509-project-member] Enqueued Resource ID: 59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9 with Priority: HIGHEST for action security_group_members [ 773.251395] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9 with Priority: HIGHEST for action security_group_members [ 773.251395] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.251395] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.251395] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.251626] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.251697] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.251792] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.252361] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.252361] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.252361] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.252361] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.291037] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bed45b1a-a99a-460a-9177-638edfa36ffb in Status: SUCCESS [ 773.291836] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bed45b1a-a99a-460a-9177-638edfa36ffb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.293447] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63c65a65-9953-490c-bb38-5f334ae16e89 in Status: SUCCESS [ 773.293706] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63c65a65-9953-490c-bb38-5f334ae16e89" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.293916] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bed45b1a-a99a-460a-9177-638edfa36ffb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.294245] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bed45b1a-a99a-460a-9177-638edfa36ffb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.294478] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.294650] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.294754] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.295069] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.295222] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.295390] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bed45b1a-a99a-460a-9177-638edfa36ffb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.295527] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bed45b1a-a99a-460a-9177-638edfa36ffb',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.296514] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63c65a65-9953-490c-bb38-5f334ae16e89" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.296696] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63c65a65-9953-490c-bb38-5f334ae16e89" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.296971] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.297190] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.297295] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.297482] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.297591] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.297735] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63c65a65-9953-490c-bb38-5f334ae16e89" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.297900] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('63c65a65-9953-490c-bb38-5f334ae16e89',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.456612] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3a6cc57-5bfc-4310-b1a5-b90db89c4977 taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.456797] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3a6cc57-5bfc-4310-b1a5-b90db89c4977" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.456869] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3a6cc57-5bfc-4310-b1a5-b90db89c4977" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.457095] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3a6cc57-5bfc-4310-b1a5-b90db89c4977" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.457263] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.457362] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.457422] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.457562] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.457643] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.457727] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3a6cc57-5bfc-4310-b1a5-b90db89c4977" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.457868] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3a6cc57-5bfc-4310-b1a5-b90db89c4977 taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.457953] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3a6cc57-5bfc-4310-b1a5-b90db89c4977" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.458022] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3a6cc57-5bfc-4310-b1a5-b90db89c4977" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.458156] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3a6cc57-5bfc-4310-b1a5-b90db89c4977" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.458315] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.458449] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.458519] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.458645] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.461039] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.461039] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3a6cc57-5bfc-4310-b1a5-b90db89c4977" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.461039] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d3a6cc57-5bfc-4310-b1a5-b90db89c4977',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.603580] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9c85c1e-7ed9-48f5-adc1-b6e7cea3e1e5 in Status: SUCCESS [ 773.603580] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9c85c1e-7ed9-48f5-adc1-b6e7cea3e1e5" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.749292] env[65424]: INFO networking_nsxv3.common.synchronization [req-629b6d99-e75e-46c6-8556-6f0e7c52f4b1 req-5a1aa3b5-6054-4d9e-bae5-5d3b1ffb84f7 tempest-SecurityGroupsTestJSON-1025340934 tempest-SecurityGroupsTestJSON-1025340934-project-member] Enqueued Resource ID: 63c65a65-9953-490c-bb38-5f334ae16e89 with Priority: HIGHEST for action security_group_members [ 773.749292] env[65424]: INFO networking_nsxv3.common.synchronization [req-629b6d99-e75e-46c6-8556-6f0e7c52f4b1 req-5a1aa3b5-6054-4d9e-bae5-5d3b1ffb84f7 tempest-SecurityGroupsTestJSON-1025340934 tempest-SecurityGroupsTestJSON-1025340934-project-member] Enqueued Resource ID: 0329271d-bea4-4c12-87b6-cefea552e53a with Priority: HIGHEST for action security_group_members [ 773.749292] env[65424]: INFO networking_nsxv3.common.synchronization [req-629b6d99-e75e-46c6-8556-6f0e7c52f4b1 req-5a1aa3b5-6054-4d9e-bae5-5d3b1ffb84f7 tempest-SecurityGroupsTestJSON-1025340934 tempest-SecurityGroupsTestJSON-1025340934-project-member] Enqueued Resource ID: bed45b1a-a99a-460a-9177-638edfa36ffb with Priority: HIGHEST for action security_group_members [ 773.749292] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63c65a65-9953-490c-bb38-5f334ae16e89 with Priority: HIGHEST for action security_group_members [ 773.749292] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0329271d-bea4-4c12-87b6-cefea552e53a with Priority: HIGHEST for action security_group_members [ 773.749292] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bed45b1a-a99a-460a-9177-638edfa36ffb with Priority: HIGHEST for action security_group_members [ 773.750011] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-63c65a65-9953-490c-bb38-5f334ae16e89 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.750485] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63c65a65-9953-490c-bb38-5f334ae16e89" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.750635] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63c65a65-9953-490c-bb38-5f334ae16e89" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.750897] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63c65a65-9953-490c-bb38-5f334ae16e89" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.751280] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.752101] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.752335] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.752679] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.752853] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.753037] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('63c65a65-9953-490c-bb38-5f334ae16e89',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.754191] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-0329271d-bea4-4c12-87b6-cefea552e53a taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.754448] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0329271d-bea4-4c12-87b6-cefea552e53a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.754700] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0329271d-bea4-4c12-87b6-cefea552e53a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.755141] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0329271d-bea4-4c12-87b6-cefea552e53a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.755424] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.758142] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.758142] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.758142] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.758142] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.758142] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0329271d-bea4-4c12-87b6-cefea552e53a',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.759088] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-bed45b1a-a99a-460a-9177-638edfa36ffb taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.759088] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bed45b1a-a99a-460a-9177-638edfa36ffb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.759088] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bed45b1a-a99a-460a-9177-638edfa36ffb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.759317] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bed45b1a-a99a-460a-9177-638edfa36ffb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.759487] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.759592] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.759651] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.760183] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.760183] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.760183] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bed45b1a-a99a-460a-9177-638edfa36ffb',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.761416] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.761564] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.761637] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.761770] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.762191] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.762191] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.762191] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.763569] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.763569] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.763569] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.763569] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9 is going to be updated. [ 773.795992] env[65424]: INFO networking_nsxv3.common.synchronization [req-629b6d99-e75e-46c6-8556-6f0e7c52f4b1 req-5a1aa3b5-6054-4d9e-bae5-5d3b1ffb84f7 tempest-SecurityGroupsTestJSON-1025340934 tempest-SecurityGroupsTestJSON-1025340934-project-member] Enqueued Resource ID: 0329271d-bea4-4c12-87b6-cefea552e53a with Priority: HIGHEST for action security_group_rules [ 773.796190] env[65424]: INFO networking_nsxv3.common.synchronization [req-629b6d99-e75e-46c6-8556-6f0e7c52f4b1 req-5a1aa3b5-6054-4d9e-bae5-5d3b1ffb84f7 tempest-SecurityGroupsTestJSON-1025340934 tempest-SecurityGroupsTestJSON-1025340934-project-member] Enqueued Resource ID: 0329271d-bea4-4c12-87b6-cefea552e53a with Priority: HIGHEST for action security_group_members [ 773.796356] env[65424]: INFO networking_nsxv3.common.synchronization [req-629b6d99-e75e-46c6-8556-6f0e7c52f4b1 req-5a1aa3b5-6054-4d9e-bae5-5d3b1ffb84f7 tempest-SecurityGroupsTestJSON-1025340934 tempest-SecurityGroupsTestJSON-1025340934-project-member] Enqueued Resource ID: 63c65a65-9953-490c-bb38-5f334ae16e89 with Priority: HIGHEST for action security_group_rules [ 773.796479] env[65424]: INFO networking_nsxv3.common.synchronization [req-629b6d99-e75e-46c6-8556-6f0e7c52f4b1 req-5a1aa3b5-6054-4d9e-bae5-5d3b1ffb84f7 tempest-SecurityGroupsTestJSON-1025340934 tempest-SecurityGroupsTestJSON-1025340934-project-member] Enqueued Resource ID: 63c65a65-9953-490c-bb38-5f334ae16e89 with Priority: HIGHEST for action security_group_members [ 773.796597] env[65424]: INFO networking_nsxv3.common.synchronization [req-629b6d99-e75e-46c6-8556-6f0e7c52f4b1 req-5a1aa3b5-6054-4d9e-bae5-5d3b1ffb84f7 tempest-SecurityGroupsTestJSON-1025340934 tempest-SecurityGroupsTestJSON-1025340934-project-member] Enqueued Resource ID: bed45b1a-a99a-460a-9177-638edfa36ffb with Priority: HIGHEST for action security_group_rules [ 773.796713] env[65424]: INFO networking_nsxv3.common.synchronization [req-629b6d99-e75e-46c6-8556-6f0e7c52f4b1 req-5a1aa3b5-6054-4d9e-bae5-5d3b1ffb84f7 tempest-SecurityGroupsTestJSON-1025340934 tempest-SecurityGroupsTestJSON-1025340934-project-member] Enqueued Resource ID: bed45b1a-a99a-460a-9177-638edfa36ffb with Priority: HIGHEST for action security_group_members [ 773.796843] env[65424]: INFO networking_nsxv3.common.synchronization [req-629b6d99-e75e-46c6-8556-6f0e7c52f4b1 req-5a1aa3b5-6054-4d9e-bae5-5d3b1ffb84f7 tempest-SecurityGroupsTestJSON-1025340934 tempest-SecurityGroupsTestJSON-1025340934-project-member] Enqueued Resource ID: f5ee5c46-2625-4c1c-8219-c7ec8798cd4c with Priority: HIGHEST for action port [ 773.798081] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.798319] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.798319] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.798498] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.798639] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.799981] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0329271d-bea4-4c12-87b6-cefea552e53a with Priority: HIGHEST for action security_group_rules [ 773.800158] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63c65a65-9953-490c-bb38-5f334ae16e89 with Priority: HIGHEST for action security_group_rules [ 773.801191] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bed45b1a-a99a-460a-9177-638edfa36ffb with Priority: HIGHEST for action security_group_members [ 773.801191] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5ee5c46-2625-4c1c-8219-c7ec8798cd4c with Priority: HIGHEST for action port [ 773.801191] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bed45b1a-a99a-460a-9177-638edfa36ffb with Priority: HIGHEST for action security_group_rules [ 773.801191] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0329271d-bea4-4c12-87b6-cefea552e53a with Priority: HIGHEST for action security_group_members [ 773.801191] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63c65a65-9953-490c-bb38-5f334ae16e89 with Priority: HIGHEST for action security_group_members [ 773.801191] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-bed45b1a-a99a-460a-9177-638edfa36ffb taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.801191] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bed45b1a-a99a-460a-9177-638edfa36ffb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.801573] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('63c65a65-9953-490c-bb38-5f334ae16e89',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.802815] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0329271d-bea4-4c12-87b6-cefea552e53a taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.802815] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0329271d-bea4-4c12-87b6-cefea552e53a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.802815] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0329271d-bea4-4c12-87b6-cefea552e53a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.803094] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0329271d-bea4-4c12-87b6-cefea552e53a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.803094] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0329271d-bea4-4c12-87b6-cefea552e53a',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.804047] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock rules-63c65a65-9953-490c-bb38-5f334ae16e89 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.804047] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-63c65a65-9953-490c-bb38-5f334ae16e89" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.804798] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-bed45b1a-a99a-460a-9177-638edfa36ffb taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.804798] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bed45b1a-a99a-460a-9177-638edfa36ffb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.804798] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock port-f5ee5c46-2625-4c1c-8219-c7ec8798cd4c taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.804798] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f5ee5c46-2625-4c1c-8219-c7ec8798cd4c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.804798] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f5ee5c46-2625-4c1c-8219-c7ec8798cd4c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.805584] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f5ee5c46-2625-4c1c-8219-c7ec8798cd4c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.805584] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f5ee5c46-2625-4c1c-8219-c7ec8798cd4c',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.808402] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bed45b1a-a99a-460a-9177-638edfa36ffb taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.808402] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bed45b1a-a99a-460a-9177-638edfa36ffb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.808402] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-0329271d-bea4-4c12-87b6-cefea552e53a taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.808536] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0329271d-bea4-4c12-87b6-cefea552e53a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.808752] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-63c65a65-9953-490c-bb38-5f334ae16e89 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.808910] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63c65a65-9953-490c-bb38-5f334ae16e89" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.819775] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9 in Status: IN_PROGRESS for 2s [ 773.966486] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d3a6cc57-5bfc-4310-b1a5-b90db89c4977: rpc.has_security_group_logging(os_id): False [ 773.988254] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.988408] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.988493] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.988938] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.989087] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.989345] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.989461] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.989521] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.989757] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.989863] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.990186] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.990319] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.990410] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.990597] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.990704] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.990951] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.991146] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.991299] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.991400] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.991501] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.991595] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d3a6cc57-5bfc-4310-b1a5-b90db89c4977 is going to be created. [ 774.062083] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.062317] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.062317] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.062589] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.062874] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.077547] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d3a6cc57-5bfc-4310-b1a5-b90db89c4977 in Status: IN_PROGRESS for 2s [ 774.163669] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e3ac01c-77fe-4ca1-b121-e654654acce9 in Status: SUCCESS [ 774.163669] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e3ac01c-77fe-4ca1-b121-e654654acce9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.163899] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e3ac01c-77fe-4ca1-b121-e654654acce9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.164217] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e3ac01c-77fe-4ca1-b121-e654654acce9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.164484] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.164665] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.164829] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.165077] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.165165] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.165292] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0e3ac01c-77fe-4ca1-b121-e654654acce9',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.262343] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('63c65a65-9953-490c-bb38-5f334ae16e89',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.263401] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0329271d-bea4-4c12-87b6-cefea552e53a',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.265733] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bed45b1a-a99a-460a-9177-638edfa36ffb',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.311424] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-0329271d-bea4-4c12-87b6-cefea552e53a taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.311588] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0329271d-bea4-4c12-87b6-cefea552e53a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.311790] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 63c65a65-9953-490c-bb38-5f334ae16e89: rpc.has_security_group_logging(os_id): False [ 774.313545] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f5ee5c46-2625-4c1c-8219-c7ec8798cd4c with status ACTIVE [ 774.313545] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.313545] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.313545] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.313545] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.313545] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.314059] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.314059] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.314059] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.314059] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.314391] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.314391] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.314391] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.314562] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.314740] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.314740] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.314740] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f5ee5c46-2625-4c1c-8219-c7ec8798cd4c is going to be updated. [ 774.337745] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.337745] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.337745] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.338224] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.338224] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.338224] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.338422] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.338574] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.338837] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.339023] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.339173] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 63c65a65-9953-490c-bb38-5f334ae16e89 is going to be created. [ 774.345892] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.346088] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.346088] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.346254] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.346475] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.346707] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f5ee5c46-2625-4c1c-8219-c7ec8798cd4c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.437846] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.437846] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.437846] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.437846] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.437846] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.453867] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 63c65a65-9953-490c-bb38-5f334ae16e89 in Status: IN_PROGRESS for 2s [ 774.667786] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0e3ac01c-77fe-4ca1-b121-e654654acce9',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.766122] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0329271d-bea4-4c12-87b6-cefea552e53a',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.767130] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('63c65a65-9953-490c-bb38-5f334ae16e89',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.767780] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bed45b1a-a99a-460a-9177-638edfa36ffb',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.122732] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cbf297d2-7098-44e8-89e5-c29920480685 in Status: SUCCESS [ 775.122966] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cbf297d2-7098-44e8-89e5-c29920480685" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.170738] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0e3ac01c-77fe-4ca1-b121-e654654acce9',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.270504] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.270739] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.270739] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.270953] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.271131] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.271255] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0329271d-bea4-4c12-87b6-cefea552e53a is going to be created. [ 775.272945] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.273151] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.273217] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.273434] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.274184] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.274184] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 63c65a65-9953-490c-bb38-5f334ae16e89 is going to be updated. [ 775.275132] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.275272] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.275393] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.275700] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.275860] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.275933] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bed45b1a-a99a-460a-9177-638edfa36ffb is going to be updated. [ 775.310076] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.310076] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.310076] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.310076] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.310318] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.313069] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.313218] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.313279] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.313450] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.313585] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.316254] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.316512] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.316512] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.316663] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.316807] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.322781] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0329271d-bea4-4c12-87b6-cefea552e53a in Status: UNINITIALIZED for 2s [ 775.325707] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bed45b1a-a99a-460a-9177-638edfa36ffb in Status: IN_PROGRESS for 2s [ 775.326445] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63c65a65-9953-490c-bb38-5f334ae16e89 in Status: IN_PROGRESS for 2s [ 775.673809] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.673809] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.673809] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.673809] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.673809] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.673809] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0e3ac01c-77fe-4ca1-b121-e654654acce9 is going to be updated. [ 775.728277] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.729078] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.729078] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.729078] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.729078] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.742587] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e3ac01c-77fe-4ca1-b121-e654654acce9 in Status: IN_PROGRESS for 2s [ 775.833900] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9 in Status: SUCCESS [ 775.834222] env[65424]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9 deletion is rescheduled due to dependency. [ 775.834392] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.091923] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d3a6cc57-5bfc-4310-b1a5-b90db89c4977 in Status: SUCCESS [ 776.092295] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d3a6cc57-5bfc-4310-b1a5-b90db89c4977" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.471982] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 63c65a65-9953-490c-bb38-5f334ae16e89 in Status: SUCCESS [ 776.472321] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-63c65a65-9953-490c-bb38-5f334ae16e89" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.472569] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-63c65a65-9953-490c-bb38-5f334ae16e89" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.472766] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-63c65a65-9953-490c-bb38-5f334ae16e89" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.472809] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('63c65a65-9953-490c-bb38-5f334ae16e89',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.898121] env[65424]: INFO networking_nsxv3.common.synchronization [req-456cd8e0-7b16-4b4f-8bd2-f647f85703fe req-6524e01f-4092-4113-8518-42eed3bbfca9 tempest-SecurityGroupsTestJSON-1025340934 tempest-SecurityGroupsTestJSON-1025340934-project-member] Enqueued Resource ID: 0329271d-bea4-4c12-87b6-cefea552e53a with Priority: HIGHEST for action security_group_members [ 776.898121] env[65424]: INFO networking_nsxv3.common.synchronization [req-456cd8e0-7b16-4b4f-8bd2-f647f85703fe req-6524e01f-4092-4113-8518-42eed3bbfca9 tempest-SecurityGroupsTestJSON-1025340934 tempest-SecurityGroupsTestJSON-1025340934-project-member] Enqueued Resource ID: 63c65a65-9953-490c-bb38-5f334ae16e89 with Priority: HIGHEST for action security_group_members [ 776.898121] env[65424]: INFO networking_nsxv3.common.synchronization [req-456cd8e0-7b16-4b4f-8bd2-f647f85703fe req-6524e01f-4092-4113-8518-42eed3bbfca9 tempest-SecurityGroupsTestJSON-1025340934 tempest-SecurityGroupsTestJSON-1025340934-project-member] Enqueued Resource ID: bed45b1a-a99a-460a-9177-638edfa36ffb with Priority: HIGHEST for action security_group_members [ 776.898518] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0329271d-bea4-4c12-87b6-cefea552e53a with Priority: HIGHEST for action security_group_members [ 776.898518] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63c65a65-9953-490c-bb38-5f334ae16e89 with Priority: HIGHEST for action security_group_members [ 776.898637] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bed45b1a-a99a-460a-9177-638edfa36ffb with Priority: HIGHEST for action security_group_members [ 776.898959] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-0329271d-bea4-4c12-87b6-cefea552e53a taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.899235] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0329271d-bea4-4c12-87b6-cefea552e53a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.899357] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-63c65a65-9953-490c-bb38-5f334ae16e89 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.899469] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63c65a65-9953-490c-bb38-5f334ae16e89" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.899710] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-bed45b1a-a99a-460a-9177-638edfa36ffb taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.899829] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bed45b1a-a99a-460a-9177-638edfa36ffb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.977281] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-63c65a65-9953-490c-bb38-5f334ae16e89 taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.977603] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63c65a65-9953-490c-bb38-5f334ae16e89" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.340533] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0329271d-bea4-4c12-87b6-cefea552e53a in Status: SUCCESS [ 777.340672] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0329271d-bea4-4c12-87b6-cefea552e53a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.343040] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0329271d-bea4-4c12-87b6-cefea552e53a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.343040] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0329271d-bea4-4c12-87b6-cefea552e53a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.343040] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.343040] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.343040] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.343040] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.343040] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.343040] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0329271d-bea4-4c12-87b6-cefea552e53a',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.344488] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bed45b1a-a99a-460a-9177-638edfa36ffb in Status: SUCCESS [ 777.345375] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bed45b1a-a99a-460a-9177-638edfa36ffb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.346857] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63c65a65-9953-490c-bb38-5f334ae16e89 in Status: SUCCESS [ 777.347847] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63c65a65-9953-490c-bb38-5f334ae16e89" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.347847] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bed45b1a-a99a-460a-9177-638edfa36ffb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.347847] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bed45b1a-a99a-460a-9177-638edfa36ffb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.347847] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.348209] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.348884] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.349141] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.349194] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.349293] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bed45b1a-a99a-460a-9177-638edfa36ffb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.349483] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-bed45b1a-a99a-460a-9177-638edfa36ffb taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.349572] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bed45b1a-a99a-460a-9177-638edfa36ffb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.349630] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bed45b1a-a99a-460a-9177-638edfa36ffb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.349790] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bed45b1a-a99a-460a-9177-638edfa36ffb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.349967] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.350589] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.350589] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.350589] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.350589] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.350589] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bed45b1a-a99a-460a-9177-638edfa36ffb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.350589] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bed45b1a-a99a-460a-9177-638edfa36ffb',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.352781] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63c65a65-9953-490c-bb38-5f334ae16e89" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.352961] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63c65a65-9953-490c-bb38-5f334ae16e89" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.353145] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.353261] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.353325] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.353714] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.353714] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.353714] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('63c65a65-9953-490c-bb38-5f334ae16e89',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.357958] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bed45b1a-a99a-460a-9177-638edfa36ffb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.358238] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bed45b1a-a99a-460a-9177-638edfa36ffb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.358443] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.358549] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.359272] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.359272] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.359272] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.359272] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bed45b1a-a99a-460a-9177-638edfa36ffb',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.753905] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e3ac01c-77fe-4ca1-b121-e654654acce9 in Status: SUCCESS [ 777.754073] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e3ac01c-77fe-4ca1-b121-e654654acce9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.754395] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e3ac01c-77fe-4ca1-b121-e654654acce9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.754893] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e3ac01c-77fe-4ca1-b121-e654654acce9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.754893] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.755491] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.755491] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.755491] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.755628] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.755747] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e3ac01c-77fe-4ca1-b121-e654654acce9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.755900] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0e3ac01c-77fe-4ca1-b121-e654654acce9',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.844232] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.847160] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.847160] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.847160] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.847160] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.847160] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.847160] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.847160] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.847160] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.847160] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.847160] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0329271d-bea4-4c12-87b6-cefea552e53a is going to be deleted. [ 777.858465] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bed45b1a-a99a-460a-9177-638edfa36ffb: rpc.has_security_group_logging(os_id): False [ 777.861337] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.861490] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.861562] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.861788] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.861880] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.862102] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.862288] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.862407] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.862462] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.862538] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.862672] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 63c65a65-9953-490c-bb38-5f334ae16e89 is going to be updated. [ 777.864185] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bed45b1a-a99a-460a-9177-638edfa36ffb',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.881287] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.881437] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.881470] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.881812] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.881907] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.883715] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.883715] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.883715] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.883715] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.883715] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.883715] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.883715] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.883715] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.883715] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.883715] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.883715] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.883715] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.883715] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.884259] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.884259] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.884259] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bed45b1a-a99a-460a-9177-638edfa36ffb is going to be updated. [ 777.896319] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.896547] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.896646] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.896909] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.897621] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.904989] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.905410] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.905410] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.905616] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.905743] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.905860] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0329271d-bea4-4c12-87b6-cefea552e53a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.906088] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0329271d-bea4-4c12-87b6-cefea552e53a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.906334] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0329271d-bea4-4c12-87b6-cefea552e53a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.906521] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.906642] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.906708] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.906896] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.907015] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.907154] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0329271d-bea4-4c12-87b6-cefea552e53a',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.910673] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63c65a65-9953-490c-bb38-5f334ae16e89 in Status: IN_PROGRESS for 2s [ 777.984411] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.984411] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.984411] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.984411] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.984411] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.008482] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bed45b1a-a99a-460a-9177-638edfa36ffb in Status: IN_PROGRESS for 2s [ 778.259869] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e3ac01c-77fe-4ca1-b121-e654654acce9 taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.259869] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e3ac01c-77fe-4ca1-b121-e654654acce9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.259869] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e3ac01c-77fe-4ca1-b121-e654654acce9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.259869] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e3ac01c-77fe-4ca1-b121-e654654acce9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.260074] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.260127] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.260271] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.260509] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.260509] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.260582] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e3ac01c-77fe-4ca1-b121-e654654acce9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.261071] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e3ac01c-77fe-4ca1-b121-e654654acce9 taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.261071] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e3ac01c-77fe-4ca1-b121-e654654acce9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.261071] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e3ac01c-77fe-4ca1-b121-e654654acce9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.261071] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e3ac01c-77fe-4ca1-b121-e654654acce9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.261259] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.261383] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.261383] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.261544] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.261633] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.261719] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e3ac01c-77fe-4ca1-b121-e654654acce9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.262512] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0e3ac01c-77fe-4ca1-b121-e654654acce9',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.365878] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bed45b1a-a99a-460a-9177-638edfa36ffb',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.409693] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.409845] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.410091] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.410243] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.410298] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.410515] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.410627] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.410679] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.410836] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.410967] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.411062] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0329271d-bea4-4c12-87b6-cefea552e53a already deleted. [ 778.411124] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0329271d-bea4-4c12-87b6-cefea552e53a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.411235] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0329271d-bea4-4c12-87b6-cefea552e53a',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.412799] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0329271d-bea4-4c12-87b6-cefea552e53a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.412973] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0329271d-bea4-4c12-87b6-cefea552e53a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.413485] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.413605] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.414742] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.416445] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.416536] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.416630] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0329271d-bea4-4c12-87b6-cefea552e53a',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.765843] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0e3ac01c-77fe-4ca1-b121-e654654acce9: rpc.has_security_group_logging(os_id): False [ 778.783833] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.783981] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.784122] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.784465] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.784465] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.784699] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.784802] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.784866] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.785028] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.785205] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.785320] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.785526] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.785526] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.785615] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.785677] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.785852] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.785944] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.786240] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.786431] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.786506] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.786593] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0e3ac01c-77fe-4ca1-b121-e654654acce9 is going to be updated. [ 778.852623] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.852760] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.852834] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.853068] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.853216] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.869075] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.869075] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.869075] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.869213] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.870682] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.870682] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bed45b1a-a99a-460a-9177-638edfa36ffb is going to be updated. [ 778.873054] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0e3ac01c-77fe-4ca1-b121-e654654acce9 in Status: IN_PROGRESS for 2s [ 778.909348] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.909711] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.909711] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.909711] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.910325] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.921447] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.921597] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.921666] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.921945] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.922061] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.922296] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.922422] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.922485] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.922616] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.922684] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.922774] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0329271d-bea4-4c12-87b6-cefea552e53a already deleted. [ 778.922852] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0329271d-bea4-4c12-87b6-cefea552e53a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.923152] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0329271d-bea4-4c12-87b6-cefea552e53a',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.925137] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bed45b1a-a99a-460a-9177-638edfa36ffb in Status: IN_PROGRESS for 2s [ 779.426981] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0329271d-bea4-4c12-87b6-cefea552e53a: rpc.has_security_group_logging(os_id): False [ 779.447098] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.447098] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.447235] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.447413] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.447507] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.447804] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.447926] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.447980] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.448328] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.448328] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.448526] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0329271d-bea4-4c12-87b6-cefea552e53a is going to be created. [ 779.462237] env[65424]: INFO networking_nsxv3.common.synchronization [None req-453c54ce-3ce7-46e8-8012-d8443aa06242 None None] Enqueued Resource ID: fd54e040-3a6d-49ea-bf7e-2efaac18fede with Priority: HIGHEST for action port [ 779.462237] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd54e040-3a6d-49ea-bf7e-2efaac18fede with Priority: HIGHEST for action port [ 779.462828] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock port-fd54e040-3a6d-49ea-bf7e-2efaac18fede taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.463188] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fd54e040-3a6d-49ea-bf7e-2efaac18fede" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.463395] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fd54e040-3a6d-49ea-bf7e-2efaac18fede" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.463879] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fd54e040-3a6d-49ea-bf7e-2efaac18fede" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.464147] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fd54e040-3a6d-49ea-bf7e-2efaac18fede',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.470688] env[65424]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/0329271d-bea4-4c12-87b6-cefea552e53a], does not exist path=[/infra/domains/default/groups/0329271d-bea4-4c12-87b6-cefea552e53a]."\n}' [ 779.472413] env[65424]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0329271d-bea4-4c12-87b6-cefea552e53a failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/0329271d-bea4-4c12-87b6-cefea552e53a [ 779.472413] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 779.517743] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.518084] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.518084] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.518351] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.520118] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.520522] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.520687] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.520748] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.520975] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.521065] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.521344] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.521504] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.521603] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.521835] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.522016] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.522226] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0329271d-bea4-4c12-87b6-cefea552e53a is going to be created. [ 779.560296] env[65424]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/0329271d-bea4-4c12-87b6-cefea552e53a], does not exist path=[/infra/domains/default/groups/0329271d-bea4-4c12-87b6-cefea552e53a]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/0329271d-bea4-4c12-87b6-cefea552e53a [ 779.560635] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0329271d-bea4-4c12-87b6-cefea552e53a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.561590] env[65424]: Traceback (most recent call last): [ 779.561697] env[65424]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 779.561697] env[65424]: return func(*args, **kwargs) [ 779.561697] env[65424]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 779.561697] env[65424]: res.raise_for_status() [ 779.561697] env[65424]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 779.561697] env[65424]: raise HTTPError(http_error_msg, response=self) [ 779.561697] env[65424]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/0329271d-bea4-4c12-87b6-cefea552e53a [ 779.561697] env[65424]: During handling of the above exception, another exception occurred: [ 779.561697] env[65424]: Traceback (most recent call last): [ 779.561697] env[65424]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 779.561697] env[65424]: listener.cb(fileno) [ 779.561697] env[65424]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 779.561697] env[65424]: result = function(*args, **kwargs) [ 779.561697] env[65424]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 779.561697] env[65424]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 779.561697] env[65424]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 779.561697] env[65424]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 779.561697] env[65424]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 779.561697] env[65424]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 779.561697] env[65424]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 779.561697] env[65424]: res.raise_for_status() [ 779.561697] env[65424]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 779.561697] env[65424]: raise HTTPError(http_error_msg, response=self) [ 779.562595] env[65424]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/0329271d-bea4-4c12-87b6-cefea552e53a [ 779.562595] env[65424]: Removing descriptor: 27 [ 779.924491] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63c65a65-9953-490c-bb38-5f334ae16e89 in Status: SUCCESS [ 779.924863] env[65424]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 63c65a65-9953-490c-bb38-5f334ae16e89 deletion is rescheduled due to dependency. [ 779.924863] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63c65a65-9953-490c-bb38-5f334ae16e89" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.924863] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63c65a65-9953-490c-bb38-5f334ae16e89" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.925430] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63c65a65-9953-490c-bb38-5f334ae16e89" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.925430] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.927519] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.927519] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.927519] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.927519] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.927519] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('63c65a65-9953-490c-bb38-5f334ae16e89',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.967703] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fd54e040-3a6d-49ea-bf7e-2efaac18fede [ 779.967939] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.968090] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.968155] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.968374] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.968456] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.968548] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fd54e040-3a6d-49ea-bf7e-2efaac18fede already deleted. [ 779.968627] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fd54e040-3a6d-49ea-bf7e-2efaac18fede" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.030816] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bed45b1a-a99a-460a-9177-638edfa36ffb in Status: SUCCESS [ 780.030816] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bed45b1a-a99a-460a-9177-638edfa36ffb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.030816] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bed45b1a-a99a-460a-9177-638edfa36ffb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.030816] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bed45b1a-a99a-460a-9177-638edfa36ffb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.030816] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bed45b1a-a99a-460a-9177-638edfa36ffb',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.436576] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.436743] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.436807] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.437023] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.463700] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.463965] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.464121] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.464192] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.464455] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.464455] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.464550] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 63c65a65-9953-490c-bb38-5f334ae16e89 is going to be updated. [ 780.515893] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.515893] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.515893] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.515893] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.515893] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.526673] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63c65a65-9953-490c-bb38-5f334ae16e89 in Status: IN_PROGRESS for 2s [ 780.533029] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-bed45b1a-a99a-460a-9177-638edfa36ffb taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.533029] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bed45b1a-a99a-460a-9177-638edfa36ffb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.886653] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0e3ac01c-77fe-4ca1-b121-e654654acce9 in Status: SUCCESS [ 780.886895] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0e3ac01c-77fe-4ca1-b121-e654654acce9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.936097] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bed45b1a-a99a-460a-9177-638edfa36ffb in Status: SUCCESS [ 780.936462] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bed45b1a-a99a-460a-9177-638edfa36ffb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.936608] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bed45b1a-a99a-460a-9177-638edfa36ffb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.936827] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bed45b1a-a99a-460a-9177-638edfa36ffb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.937022] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.937127] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.937206] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.937328] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.937401] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.937493] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bed45b1a-a99a-460a-9177-638edfa36ffb',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.012683] env[65424]: INFO networking_nsxv3.common.synchronization [req-c61c839d-725a-4751-839a-ba6200b52f8b req-e6f147f5-bdfc-4e4b-b8df-afbdff15e4ff tempest-ServersTestManualDisk-1591512657 tempest-ServersTestManualDisk-1591512657-project-member] Enqueued Resource ID: 1fb70c28-f5cc-4597-9f17-caf301209a08 with Priority: HIGHEST for action security_group_members [ 781.015521] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1fb70c28-f5cc-4597-9f17-caf301209a08 with Priority: HIGHEST for action security_group_members [ 781.015666] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-1fb70c28-f5cc-4597-9f17-caf301209a08 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.015771] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1fb70c28-f5cc-4597-9f17-caf301209a08" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.015829] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1fb70c28-f5cc-4597-9f17-caf301209a08" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.016070] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1fb70c28-f5cc-4597-9f17-caf301209a08" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.016229] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.016352] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.016418] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.016563] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.016716] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.016759] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1fb70c28-f5cc-4597-9f17-caf301209a08',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.440842] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bed45b1a-a99a-460a-9177-638edfa36ffb',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.521630] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.521630] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.521630] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.521630] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.545985] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.546350] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.546587] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.546674] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.546888] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.547000] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.547077] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1fb70c28-f5cc-4597-9f17-caf301209a08 is going to be updated. [ 781.580252] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.580252] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.580482] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.580802] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.580979] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.599546] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1fb70c28-f5cc-4597-9f17-caf301209a08 in Status: IN_PROGRESS for 2s [ 781.945121] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bed45b1a-a99a-460a-9177-638edfa36ffb',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.452365] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.452365] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.452365] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.452365] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.452365] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.452365] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bed45b1a-a99a-460a-9177-638edfa36ffb is going to be updated. [ 782.506725] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.506725] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.506952] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.507139] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.507316] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.526908] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bed45b1a-a99a-460a-9177-638edfa36ffb in Status: IN_PROGRESS for 2s [ 782.542065] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63c65a65-9953-490c-bb38-5f334ae16e89 in Status: SUCCESS [ 782.542065] env[65424]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 63c65a65-9953-490c-bb38-5f334ae16e89 deletion is rescheduled due to dependency. [ 782.542065] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63c65a65-9953-490c-bb38-5f334ae16e89" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.542065] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63c65a65-9953-490c-bb38-5f334ae16e89" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.542065] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63c65a65-9953-490c-bb38-5f334ae16e89" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.542398] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.542490] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.542580] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.542933] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.542933] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.543154] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63c65a65-9953-490c-bb38-5f334ae16e89" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.543154] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('63c65a65-9953-490c-bb38-5f334ae16e89',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.837295] env[65424]: INFO networking_nsxv3.common.synchronization [req-de72879e-c840-485c-9155-5efeab563df5 req-586843a0-b6df-46c4-a90c-db9d688a2bd6 tempest-SecurityGroupRulesTestJSON-1085357899 tempest-SecurityGroupRulesTestJSON-1085357899-project-member] Enqueued Resource ID: 99b1f9f4-e493-4c35-b28b-194e361770e6 with Priority: HIGHEST for action security_group_rules [ 782.837295] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99b1f9f4-e493-4c35-b28b-194e361770e6 with Priority: HIGHEST for action security_group_rules [ 782.837548] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock rules-99b1f9f4-e493-4c35-b28b-194e361770e6 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.837692] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-99b1f9f4-e493-4c35-b28b-194e361770e6" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.837772] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-99b1f9f4-e493-4c35-b28b-194e361770e6" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.841689] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-99b1f9f4-e493-4c35-b28b-194e361770e6" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.841689] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('99b1f9f4-e493-4c35-b28b-194e361770e6',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.878492] env[65424]: INFO networking_nsxv3.common.synchronization [None req-95f78026-a2e7-44ff-a64b-4fff5922d052 None None] Enqueued Resource ID: a0819c78-96b5-4324-8293-822930d1912e with Priority: HIGHEST for action port [ 782.879444] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0819c78-96b5-4324-8293-822930d1912e with Priority: HIGHEST for action port [ 782.879444] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock port-a0819c78-96b5-4324-8293-822930d1912e taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.879705] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a0819c78-96b5-4324-8293-822930d1912e" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.879705] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a0819c78-96b5-4324-8293-822930d1912e" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.880144] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a0819c78-96b5-4324-8293-822930d1912e" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.880243] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a0819c78-96b5-4324-8293-822930d1912e',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.046864] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('63c65a65-9953-490c-bb38-5f334ae16e89',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.367903] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.368119] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.368172] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.369495] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.369495] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.369495] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 99b1f9f4-e493-4c35-b28b-194e361770e6 already deleted. [ 783.369495] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-99b1f9f4-e493-4c35-b28b-194e361770e6" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.385327] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a0819c78-96b5-4324-8293-822930d1912e [ 783.385327] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.385327] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.385327] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.385734] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.385819] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.385981] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a0819c78-96b5-4324-8293-822930d1912e already deleted. [ 783.386091] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a0819c78-96b5-4324-8293-822930d1912e" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.550212] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 63c65a65-9953-490c-bb38-5f334ae16e89: rpc.has_security_group_logging(os_id): False [ 783.572070] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.572311] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.572418] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.572658] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.572795] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.573010] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.573176] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.573285] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.573534] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.573629] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.573749] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 63c65a65-9953-490c-bb38-5f334ae16e89 is going to be updated. [ 783.610691] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1fb70c28-f5cc-4597-9f17-caf301209a08 in Status: SUCCESS [ 783.610875] env[65424]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1fb70c28-f5cc-4597-9f17-caf301209a08 deletion is rescheduled due to dependency. [ 783.610991] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1fb70c28-f5cc-4597-9f17-caf301209a08" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.651136] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.651313] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.651354] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.651549] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.651717] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.667317] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 63c65a65-9953-490c-bb38-5f334ae16e89 in Status: IN_PROGRESS for 2s [ 784.004330] env[65424]: INFO networking_nsxv3.common.synchronization [req-15f31b9f-06e5-4b6e-961e-913586136b34 req-8c2e6fff-e727-4db3-a29a-ad92c5288be2 tempest-SecurityGroupRulesTestJSON-1085357899 tempest-SecurityGroupRulesTestJSON-1085357899-project-member] Enqueued Resource ID: 411dfe5b-5686-49df-a6e8-b88c39cf4139 with Priority: HIGHEST for action security_group_rules [ 784.004330] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 411dfe5b-5686-49df-a6e8-b88c39cf4139 with Priority: HIGHEST for action security_group_rules [ 784.004330] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock rules-411dfe5b-5686-49df-a6e8-b88c39cf4139 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.004330] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-411dfe5b-5686-49df-a6e8-b88c39cf4139" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.004330] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-411dfe5b-5686-49df-a6e8-b88c39cf4139" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.004330] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-411dfe5b-5686-49df-a6e8-b88c39cf4139" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.004330] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('411dfe5b-5686-49df-a6e8-b88c39cf4139',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.449439] env[65424]: INFO networking_nsxv3.common.synchronization [req-437b0da5-fa82-4734-b5ee-b3414cd02ee6 req-72f383a2-e3da-422c-850f-43d325cf61f2 tempest-ServersAdminNegativeTestJSON-908634147 tempest-ServersAdminNegativeTestJSON-908634147-project-member] Enqueued Resource ID: f1bbbc6b-71e8-4e9d-9be0-913d67ba79c0 with Priority: HIGHEST for action security_group_members [ 784.450958] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1bbbc6b-71e8-4e9d-9be0-913d67ba79c0 with Priority: HIGHEST for action security_group_members [ 784.450958] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1bbbc6b-71e8-4e9d-9be0-913d67ba79c0 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.450958] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1bbbc6b-71e8-4e9d-9be0-913d67ba79c0" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.450958] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1bbbc6b-71e8-4e9d-9be0-913d67ba79c0" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.450958] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1bbbc6b-71e8-4e9d-9be0-913d67ba79c0" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.450958] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.450958] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.450958] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.453964] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.453964] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.454103] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f1bbbc6b-71e8-4e9d-9be0-913d67ba79c0',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.531291] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.531483] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.531565] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.531869] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.531869] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.532037] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 411dfe5b-5686-49df-a6e8-b88c39cf4139 already deleted. [ 784.532071] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-411dfe5b-5686-49df-a6e8-b88c39cf4139" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.538463] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bed45b1a-a99a-460a-9177-638edfa36ffb in Status: SUCCESS [ 784.538777] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bed45b1a-a99a-460a-9177-638edfa36ffb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.539551] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bed45b1a-a99a-460a-9177-638edfa36ffb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.539767] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bed45b1a-a99a-460a-9177-638edfa36ffb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.540196] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.540196] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.540196] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.540366] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.540366] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.540488] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bed45b1a-a99a-460a-9177-638edfa36ffb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.540656] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bed45b1a-a99a-460a-9177-638edfa36ffb',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.956132] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.957157] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.957157] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.957157] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.981659] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.983636] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.983636] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.983636] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.983636] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.983881] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.983881] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f1bbbc6b-71e8-4e9d-9be0-913d67ba79c0 is going to be updated. [ 785.015457] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.015607] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.015676] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.015904] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.016065] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.029841] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1bbbc6b-71e8-4e9d-9be0-913d67ba79c0 in Status: IN_PROGRESS for 2s [ 785.045612] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-bed45b1a-a99a-460a-9177-638edfa36ffb taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.045869] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bed45b1a-a99a-460a-9177-638edfa36ffb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.045869] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bed45b1a-a99a-460a-9177-638edfa36ffb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.049657] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bed45b1a-a99a-460a-9177-638edfa36ffb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.049657] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.049657] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.049657] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.049657] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.049657] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.049657] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bed45b1a-a99a-460a-9177-638edfa36ffb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.049657] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-bed45b1a-a99a-460a-9177-638edfa36ffb taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.049657] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bed45b1a-a99a-460a-9177-638edfa36ffb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.049657] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bed45b1a-a99a-460a-9177-638edfa36ffb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.049657] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bed45b1a-a99a-460a-9177-638edfa36ffb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.049657] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.049657] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.049657] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.049657] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.049657] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.049657] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bed45b1a-a99a-460a-9177-638edfa36ffb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.049657] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bed45b1a-a99a-460a-9177-638edfa36ffb',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.551503] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bed45b1a-a99a-460a-9177-638edfa36ffb: rpc.has_security_group_logging(os_id): False [ 785.573219] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.573219] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.573749] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.573749] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.598625] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.598625] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.598819] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.598819] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.598988] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.599080] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.599544] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.599544] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.599544] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.599544] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.599834] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.599834] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.599952] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.599952] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.600057] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.600117] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.600203] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bed45b1a-a99a-460a-9177-638edfa36ffb is going to be updated. [ 785.670983] env[65424]: INFO networking_nsxv3.common.synchronization [req-2099bd3a-7aa6-4ead-a72d-9d824f56847a req-a96e69f3-42f7-44ec-9116-79102892a6c8 tempest-SecurityGroupRulesTestJSON-1085357899 tempest-SecurityGroupRulesTestJSON-1085357899-project-member] Enqueued Resource ID: 6fe8fecf-af12-45f7-a7ec-9cbd3c455b63 with Priority: HIGHEST for action security_group_rules [ 785.671834] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6fe8fecf-af12-45f7-a7ec-9cbd3c455b63 with Priority: HIGHEST for action security_group_rules [ 785.672874] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6fe8fecf-af12-45f7-a7ec-9cbd3c455b63 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.673031] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6fe8fecf-af12-45f7-a7ec-9cbd3c455b63" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.673106] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6fe8fecf-af12-45f7-a7ec-9cbd3c455b63" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.673519] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6fe8fecf-af12-45f7-a7ec-9cbd3c455b63" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.673668] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6fe8fecf-af12-45f7-a7ec-9cbd3c455b63',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.704031] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 63c65a65-9953-490c-bb38-5f334ae16e89 in Status: SUCCESS [ 785.705508] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-63c65a65-9953-490c-bb38-5f334ae16e89" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.759288] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.759288] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.759288] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.759288] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.759632] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.785944] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bed45b1a-a99a-460a-9177-638edfa36ffb in Status: IN_PROGRESS for 2s [ 786.207489] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.207489] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.207649] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.207757] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.207847] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.207937] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6fe8fecf-af12-45f7-a7ec-9cbd3c455b63 already deleted. [ 786.208091] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6fe8fecf-af12-45f7-a7ec-9cbd3c455b63" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.706359] env[65424]: INFO networking_nsxv3.common.synchronization [req-4be2fe12-5ffc-453b-8a17-0db161c9d94a req-6d3391cc-cf0f-4faa-9aa7-d39f56799b27 tempest-ServersAdminTestJSON-1481990076 tempest-ServersAdminTestJSON-1481990076-project-member] Enqueued Resource ID: d3a6cc57-5bfc-4310-b1a5-b90db89c4977 with Priority: HIGHEST for action security_group_members [ 786.707409] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3a6cc57-5bfc-4310-b1a5-b90db89c4977 with Priority: HIGHEST for action security_group_members [ 786.707842] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3a6cc57-5bfc-4310-b1a5-b90db89c4977 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.708074] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3a6cc57-5bfc-4310-b1a5-b90db89c4977" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.708161] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3a6cc57-5bfc-4310-b1a5-b90db89c4977" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.708435] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3a6cc57-5bfc-4310-b1a5-b90db89c4977" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.708654] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.708767] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.708841] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.709041] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.709184] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.709290] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d3a6cc57-5bfc-4310-b1a5-b90db89c4977',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.038439] env[65424]: INFO networking_nsxv3.common.synchronization [req-92c89cb7-c25d-4ef1-b1aa-ba701d6ef26d req-e28ca188-f770-4ec2-9166-0189a241d82c tempest-SecurityGroupRulesTestJSON-1085357899 tempest-SecurityGroupRulesTestJSON-1085357899-project-member] Enqueued Resource ID: 3f0404e0-0492-4c59-a525-533e51153e51 with Priority: HIGHEST for action security_group_rules [ 787.038439] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f0404e0-0492-4c59-a525-533e51153e51 with Priority: HIGHEST for action security_group_rules [ 787.038439] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3f0404e0-0492-4c59-a525-533e51153e51 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.038439] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3f0404e0-0492-4c59-a525-533e51153e51" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.038439] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3f0404e0-0492-4c59-a525-533e51153e51" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.038439] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3f0404e0-0492-4c59-a525-533e51153e51" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.038439] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3f0404e0-0492-4c59-a525-533e51153e51',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.044302] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1bbbc6b-71e8-4e9d-9be0-913d67ba79c0 in Status: SUCCESS [ 787.044302] env[65424]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f1bbbc6b-71e8-4e9d-9be0-913d67ba79c0 deletion is rescheduled due to dependency. [ 787.044302] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1bbbc6b-71e8-4e9d-9be0-913d67ba79c0" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.127228] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock network-763 taken with stack trace [, , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.130018] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "network-763" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.130018] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "network-763" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.130018] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "network-763" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.130018] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.130018] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.130018] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.130018] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.130018] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.130018] env[65424]: DEBUG dogpile.cache.region [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] No value present for key: 'zone-id' {{(pid=65424) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 787.130018] env[65424]: DEBUG dogpile.lock [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] NeedRegenerationException {{(pid=65424) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 787.130018] env[65424]: DEBUG dogpile.lock [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] no value, waiting for create lock {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 787.130018] env[65424]: DEBUG dogpile.lock [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] value creation lock acquired {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 787.130018] env[65424]: DEBUG dogpile.cache.region [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] No value present for key: 'zone-id' {{(pid=65424) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 787.130018] env[65424]: DEBUG dogpile.lock [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Calling creation function for not-yet-present value {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 787.130018] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 787.153625] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 787.153779] env[65424]: DEBUG dogpile.cache.region [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65424) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 787.153885] env[65424]: DEBUG dogpile.lock [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Released creation lock {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 787.154073] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "network-763" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.154625] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock port-8e5e041e-7c0a-47d7-8ef0-d9c6e8645b22 taken with stack trace [, , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.154843] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "port-8e5e041e-7c0a-47d7-8ef0-d9c6e8645b22" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.154961] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "port-8e5e041e-7c0a-47d7-8ef0-d9c6e8645b22" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.155322] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "port-8e5e041e-7c0a-47d7-8ef0-d9c6e8645b22" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.155459] env[65424]: DEBUG networking_nsxv3.api.rpc [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8e5e041e-7c0a-47d7-8ef0-d9c6e8645b22',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.213147] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d3a6cc57-5bfc-4310-b1a5-b90db89c4977',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.561215] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.561539] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.561646] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.561990] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.562165] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.562375] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3f0404e0-0492-4c59-a525-533e51153e51 already deleted. [ 787.562565] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3f0404e0-0492-4c59-a525-533e51153e51" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.658037] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.658285] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.658414] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.658692] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.659282] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.659282] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Segment Port 8e5e041e-7c0a-47d7-8ef0-d9c6e8645b22 not found, creating... [ 787.659282] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.659503] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.659538] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.659727] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.659855] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.660136] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.660290] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.660391] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.660585] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.660718] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.660834] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Resource: SegmentPort with ID: 8e5e041e-7c0a-47d7-8ef0-d9c6e8645b22 is going to be created. [ 787.684330] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.684567] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.684708] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.684936] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.685184] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.685400] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "port-8e5e041e-7c0a-47d7-8ef0-d9c6e8645b22" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.716315] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d3a6cc57-5bfc-4310-b1a5-b90db89c4977',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.856938] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bed45b1a-a99a-460a-9177-638edfa36ffb in Status: SUCCESS [ 787.856938] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bed45b1a-a99a-460a-9177-638edfa36ffb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.218596] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.218797] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.218797] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.219025] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.219115] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.219213] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d3a6cc57-5bfc-4310-b1a5-b90db89c4977 is going to be updated. [ 788.251904] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.252159] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.252275] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.252584] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.252813] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.267045] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d3a6cc57-5bfc-4310-b1a5-b90db89c4977 in Status: IN_PROGRESS for 2s [ 788.442395] env[65424]: INFO networking_nsxv3.common.synchronization [req-4be2fe12-5ffc-453b-8a17-0db161c9d94a req-b40cbef1-9557-4b04-963f-b3888d057382 service nova] Enqueued Resource ID: d3a6cc57-5bfc-4310-b1a5-b90db89c4977 with Priority: HIGHEST for action security_group_rules [ 788.442395] env[65424]: INFO networking_nsxv3.common.synchronization [req-4be2fe12-5ffc-453b-8a17-0db161c9d94a req-b40cbef1-9557-4b04-963f-b3888d057382 service nova] Enqueued Resource ID: d3a6cc57-5bfc-4310-b1a5-b90db89c4977 with Priority: HIGHEST for action security_group_members [ 788.442395] env[65424]: INFO networking_nsxv3.common.synchronization [req-4be2fe12-5ffc-453b-8a17-0db161c9d94a req-b40cbef1-9557-4b04-963f-b3888d057382 service nova] Enqueued Resource ID: 8e5e041e-7c0a-47d7-8ef0-d9c6e8645b22 with Priority: HIGHEST for action port [ 788.443014] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3a6cc57-5bfc-4310-b1a5-b90db89c4977 with Priority: HIGHEST for action security_group_rules [ 788.443191] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3a6cc57-5bfc-4310-b1a5-b90db89c4977 with Priority: HIGHEST for action security_group_members [ 788.443339] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e5e041e-7c0a-47d7-8ef0-d9c6e8645b22 with Priority: HIGHEST for action port [ 788.443662] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d3a6cc57-5bfc-4310-b1a5-b90db89c4977 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.443881] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d3a6cc57-5bfc-4310-b1a5-b90db89c4977" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.443881] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d3a6cc57-5bfc-4310-b1a5-b90db89c4977" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.444308] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d3a6cc57-5bfc-4310-b1a5-b90db89c4977" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.444410] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d3a6cc57-5bfc-4310-b1a5-b90db89c4977',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.445432] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3a6cc57-5bfc-4310-b1a5-b90db89c4977 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.445572] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3a6cc57-5bfc-4310-b1a5-b90db89c4977" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.446324] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock port-8e5e041e-7c0a-47d7-8ef0-d9c6e8645b22 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.446324] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8e5e041e-7c0a-47d7-8ef0-d9c6e8645b22" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.446324] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8e5e041e-7c0a-47d7-8ef0-d9c6e8645b22" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.446324] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8e5e041e-7c0a-47d7-8ef0-d9c6e8645b22" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.446324] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8e5e041e-7c0a-47d7-8ef0-d9c6e8645b22',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.948394] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3a6cc57-5bfc-4310-b1a5-b90db89c4977 taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.948765] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3a6cc57-5bfc-4310-b1a5-b90db89c4977" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.948765] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8e5e041e-7c0a-47d7-8ef0-d9c6e8645b22 with status ACTIVE [ 788.949932] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.949932] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.949932] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.949932] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.949932] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.949932] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.949932] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.949932] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.950582] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.950582] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.950582] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.950582] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.950582] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.950582] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.950832] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.950832] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8e5e041e-7c0a-47d7-8ef0-d9c6e8645b22 is going to be updated. [ 788.974786] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.975046] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.975115] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.975366] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.975564] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.975755] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8e5e041e-7c0a-47d7-8ef0-d9c6e8645b22" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.390051] env[65424]: INFO networking_nsxv3.common.synchronization [req-67aa874f-5243-41b5-8600-a8c28a2b8fb8 req-beab0f4c-aa59-4466-9475-765500f7c0fa tempest-ImagesOneServerNegativeTestJSON-842281303 tempest-ImagesOneServerNegativeTestJSON-842281303-project-member] Enqueued Resource ID: 2c4d3ec6-0c4f-41fa-bc5e-ff3763e47ac4 with Priority: HIGHEST for action security_group_members [ 789.390390] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c4d3ec6-0c4f-41fa-bc5e-ff3763e47ac4 with Priority: HIGHEST for action security_group_members [ 789.390794] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c4d3ec6-0c4f-41fa-bc5e-ff3763e47ac4 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.390953] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c4d3ec6-0c4f-41fa-bc5e-ff3763e47ac4" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.391071] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c4d3ec6-0c4f-41fa-bc5e-ff3763e47ac4" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.391289] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c4d3ec6-0c4f-41fa-bc5e-ff3763e47ac4" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.391448] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.391550] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.391606] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.391781] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.391858] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.391951] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c4d3ec6-0c4f-41fa-bc5e-ff3763e47ac4',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.752382] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock network-384 taken with stack trace [, , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.752617] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "network-384" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.752796] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "network-384" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.753534] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "network-384" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.753929] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.754282] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.755195] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.755195] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.755521] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.755858] env[65424]: DEBUG dogpile.cache.region [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] No value present for key: 'zone-id' {{(pid=65424) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 789.758069] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] NeedRegenerationException {{(pid=65424) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 789.758069] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] no value, waiting for create lock {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 789.758069] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] value creation lock acquired {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 789.758069] env[65424]: DEBUG dogpile.cache.region [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] No value present for key: 'zone-id' {{(pid=65424) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 789.758069] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Calling creation function for not-yet-present value {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 789.758069] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 789.778779] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 789.780166] env[65424]: DEBUG dogpile.cache.region [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65424) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 789.780166] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Released creation lock {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 789.780166] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "network-384" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.780166] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock port-c2c4735a-97cc-4889-9e18-07b23e5c2a18 taken with stack trace [, , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.780166] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "port-c2c4735a-97cc-4889-9e18-07b23e5c2a18" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.780574] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "port-c2c4735a-97cc-4889-9e18-07b23e5c2a18" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.780969] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "port-c2c4735a-97cc-4889-9e18-07b23e5c2a18" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.781208] env[65424]: DEBUG networking_nsxv3.api.rpc [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c2c4735a-97cc-4889-9e18-07b23e5c2a18',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.896339] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.896658] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.896658] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.896974] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.922212] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.922547] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.922736] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.922736] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.922900] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.922986] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.923146] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c4d3ec6-0c4f-41fa-bc5e-ff3763e47ac4 is going to be updated. [ 789.948940] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.949326] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.949326] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.949397] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.949636] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.960781] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c4d3ec6-0c4f-41fa-bc5e-ff3763e47ac4 in Status: IN_PROGRESS for 2s [ 790.279993] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d3a6cc57-5bfc-4310-b1a5-b90db89c4977 in Status: IN_PROGRESS for 4s [ 790.284556] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.284829] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.284969] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.285277] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.285446] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.285637] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Segment Port c2c4735a-97cc-4889-9e18-07b23e5c2a18 not found, creating... [ 790.285908] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.286091] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.286226] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.286441] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.286615] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.286898] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.287075] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.287192] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.287421] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.287559] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.287705] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Resource: SegmentPort with ID: c2c4735a-97cc-4889-9e18-07b23e5c2a18 is going to be created. [ 790.318240] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.318469] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.318690] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.319030] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.319264] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.322104] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "port-c2c4735a-97cc-4889-9e18-07b23e5c2a18" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.516691] env[65424]: INFO networking_nsxv3.common.synchronization [req-ab24cadd-4b2b-4173-bbd5-8fa2c26a7069 req-4fc68681-bde3-4a22-b4b1-582597bb90be tempest-SecurityGroupRulesTestJSON-1085357899 tempest-SecurityGroupRulesTestJSON-1085357899-project-member] Enqueued Resource ID: d076c5d4-79ac-4b34-8af8-eb6e6c7ba3c1 with Priority: HIGHEST for action security_group_rules [ 790.517348] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d076c5d4-79ac-4b34-8af8-eb6e6c7ba3c1 with Priority: HIGHEST for action security_group_rules [ 790.517641] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d076c5d4-79ac-4b34-8af8-eb6e6c7ba3c1 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.517851] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d076c5d4-79ac-4b34-8af8-eb6e6c7ba3c1" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.517932] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d076c5d4-79ac-4b34-8af8-eb6e6c7ba3c1" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.518243] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d076c5d4-79ac-4b34-8af8-eb6e6c7ba3c1" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.518328] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d076c5d4-79ac-4b34-8af8-eb6e6c7ba3c1',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.015228] env[65424]: INFO networking_nsxv3.common.synchronization [req-67aa874f-5243-41b5-8600-a8c28a2b8fb8 req-41038886-c2c4-4642-bfc9-e6e1bcf2d084 service nova] Enqueued Resource ID: 2c4d3ec6-0c4f-41fa-bc5e-ff3763e47ac4 with Priority: HIGHEST for action security_group_rules [ 791.015511] env[65424]: INFO networking_nsxv3.common.synchronization [req-67aa874f-5243-41b5-8600-a8c28a2b8fb8 req-41038886-c2c4-4642-bfc9-e6e1bcf2d084 service nova] Enqueued Resource ID: 2c4d3ec6-0c4f-41fa-bc5e-ff3763e47ac4 with Priority: HIGHEST for action security_group_members [ 791.015600] env[65424]: INFO networking_nsxv3.common.synchronization [req-67aa874f-5243-41b5-8600-a8c28a2b8fb8 req-41038886-c2c4-4642-bfc9-e6e1bcf2d084 service nova] Enqueued Resource ID: c2c4735a-97cc-4889-9e18-07b23e5c2a18 with Priority: HIGHEST for action port [ 791.016076] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c4d3ec6-0c4f-41fa-bc5e-ff3763e47ac4 with Priority: HIGHEST for action security_group_rules [ 791.016222] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c4d3ec6-0c4f-41fa-bc5e-ff3763e47ac4 with Priority: HIGHEST for action security_group_members [ 791.016323] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2c4735a-97cc-4889-9e18-07b23e5c2a18 with Priority: HIGHEST for action port [ 791.016615] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2c4d3ec6-0c4f-41fa-bc5e-ff3763e47ac4 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.016736] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2c4d3ec6-0c4f-41fa-bc5e-ff3763e47ac4" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.016800] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2c4d3ec6-0c4f-41fa-bc5e-ff3763e47ac4" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.016993] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2c4d3ec6-0c4f-41fa-bc5e-ff3763e47ac4" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.017117] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2c4d3ec6-0c4f-41fa-bc5e-ff3763e47ac4',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.018014] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c4d3ec6-0c4f-41fa-bc5e-ff3763e47ac4 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.018121] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c4d3ec6-0c4f-41fa-bc5e-ff3763e47ac4" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.018329] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock port-c2c4735a-97cc-4889-9e18-07b23e5c2a18 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.018445] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c2c4735a-97cc-4889-9e18-07b23e5c2a18" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.018497] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c2c4735a-97cc-4889-9e18-07b23e5c2a18" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.018669] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c2c4735a-97cc-4889-9e18-07b23e5c2a18" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.018752] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c2c4735a-97cc-4889-9e18-07b23e5c2a18',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.044866] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.044866] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.044866] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.044866] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.044866] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.045324] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d076c5d4-79ac-4b34-8af8-eb6e6c7ba3c1 already deleted. [ 791.045324] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d076c5d4-79ac-4b34-8af8-eb6e6c7ba3c1" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.395621] env[65424]: INFO networking_nsxv3.common.synchronization [req-8091fde1-0846-4542-a951-c936304cc0bd req-db5c5c45-9aa9-4d78-ad25-a4f79d889a6a tempest-SecurityGroupRulesTestJSON-1085357899 tempest-SecurityGroupRulesTestJSON-1085357899-project-member] Enqueued Resource ID: d076c5d4-79ac-4b34-8af8-eb6e6c7ba3c1 with Priority: HIGHEST for action security_group_rules [ 791.396548] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d076c5d4-79ac-4b34-8af8-eb6e6c7ba3c1 with Priority: HIGHEST for action security_group_rules [ 791.396866] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d076c5d4-79ac-4b34-8af8-eb6e6c7ba3c1 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.397055] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d076c5d4-79ac-4b34-8af8-eb6e6c7ba3c1" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.397055] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d076c5d4-79ac-4b34-8af8-eb6e6c7ba3c1" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.397304] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d076c5d4-79ac-4b34-8af8-eb6e6c7ba3c1" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.397404] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d076c5d4-79ac-4b34-8af8-eb6e6c7ba3c1',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.521289] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c4d3ec6-0c4f-41fa-bc5e-ff3763e47ac4 taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.523219] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c4d3ec6-0c4f-41fa-bc5e-ff3763e47ac4" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.523219] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c2c4735a-97cc-4889-9e18-07b23e5c2a18 with status ACTIVE [ 791.523219] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.523637] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.523637] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.523637] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.523727] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.523842] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.523984] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.523984] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.524145] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.524381] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.524610] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.524697] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.524780] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.524904] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.524982] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.525222] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c2c4735a-97cc-4889-9e18-07b23e5c2a18 is going to be updated. [ 791.549721] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.549965] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.550108] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.550425] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.551100] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.551100] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c2c4735a-97cc-4889-9e18-07b23e5c2a18" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.919580] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.919775] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.919835] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.920038] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.920232] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.920232] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d076c5d4-79ac-4b34-8af8-eb6e6c7ba3c1 already deleted. [ 791.920297] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d076c5d4-79ac-4b34-8af8-eb6e6c7ba3c1" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.970722] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c4d3ec6-0c4f-41fa-bc5e-ff3763e47ac4 in Status: SUCCESS [ 791.970932] env[65424]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c4d3ec6-0c4f-41fa-bc5e-ff3763e47ac4 deletion is rescheduled due to dependency. [ 791.970978] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c4d3ec6-0c4f-41fa-bc5e-ff3763e47ac4" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.971462] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c4d3ec6-0c4f-41fa-bc5e-ff3763e47ac4" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.971462] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c4d3ec6-0c4f-41fa-bc5e-ff3763e47ac4" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.971580] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.971685] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.971749] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.972833] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.972833] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.972833] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c4d3ec6-0c4f-41fa-bc5e-ff3763e47ac4',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.135209] env[65424]: INFO networking_nsxv3.common.synchronization [req-c2b6c019-07bd-4bbd-bc51-0088ce6f83a3 req-13a39abc-f81f-4fd2-b275-b49f69573cc6 tempest-ServerDiagnosticsNegativeTest-366330231 tempest-ServerDiagnosticsNegativeTest-366330231-project-member] Enqueued Resource ID: 8de9feda-fcd1-474f-a4d2-8af88aed5d8f with Priority: HIGHEST for action security_group_members [ 792.135529] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8de9feda-fcd1-474f-a4d2-8af88aed5d8f with Priority: HIGHEST for action security_group_members [ 792.135846] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-8de9feda-fcd1-474f-a4d2-8af88aed5d8f taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.135963] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8de9feda-fcd1-474f-a4d2-8af88aed5d8f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.136065] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8de9feda-fcd1-474f-a4d2-8af88aed5d8f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.136351] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8de9feda-fcd1-474f-a4d2-8af88aed5d8f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.136539] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.136908] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.136908] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.136908] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.137026] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.137026] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8de9feda-fcd1-474f-a4d2-8af88aed5d8f',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.297613] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d3a6cc57-5bfc-4310-b1a5-b90db89c4977 in Status: SUCCESS [ 792.297613] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3a6cc57-5bfc-4310-b1a5-b90db89c4977" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.297613] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3a6cc57-5bfc-4310-b1a5-b90db89c4977" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.297613] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3a6cc57-5bfc-4310-b1a5-b90db89c4977" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.297613] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.297613] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.297613] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.297613] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.297613] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.297613] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d3a6cc57-5bfc-4310-b1a5-b90db89c4977',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.419088] env[65424]: INFO networking_nsxv3.common.synchronization [req-24d81c0b-88dd-43f4-ac2f-11d413df12cb req-85db222e-ae50-43e2-94a6-25c4cf5194fd tempest-SecurityGroupRulesTestJSON-1085357899 tempest-SecurityGroupRulesTestJSON-1085357899-project-member] Enqueued Resource ID: d076c5d4-79ac-4b34-8af8-eb6e6c7ba3c1 with Priority: HIGHEST for action security_group_rules [ 792.419820] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d076c5d4-79ac-4b34-8af8-eb6e6c7ba3c1 with Priority: HIGHEST for action security_group_rules [ 792.420467] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d076c5d4-79ac-4b34-8af8-eb6e6c7ba3c1 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.420779] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d076c5d4-79ac-4b34-8af8-eb6e6c7ba3c1" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.420927] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d076c5d4-79ac-4b34-8af8-eb6e6c7ba3c1" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.421711] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d076c5d4-79ac-4b34-8af8-eb6e6c7ba3c1" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.421930] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d076c5d4-79ac-4b34-8af8-eb6e6c7ba3c1',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.474639] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2c4d3ec6-0c4f-41fa-bc5e-ff3763e47ac4',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.566935] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock network-496 taken with stack trace [, , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.567231] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "network-496" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.569080] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "network-496" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.569080] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "network-496" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.569080] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.569332] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.569371] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.569692] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.569827] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.570053] env[65424]: DEBUG dogpile.cache.region [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] No value present for key: 'zone-id' {{(pid=65424) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 792.570161] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] NeedRegenerationException {{(pid=65424) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 792.570299] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] no value, waiting for create lock {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 792.570456] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] value creation lock acquired {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 792.570534] env[65424]: DEBUG dogpile.cache.region [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] No value present for key: 'zone-id' {{(pid=65424) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 792.570700] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Calling creation function for not-yet-present value {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 792.570854] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 792.611728] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 792.611907] env[65424]: DEBUG dogpile.cache.region [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Cache value generated in 0.041 seconds for key(s): 'zone-id' {{(pid=65424) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 792.612378] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Released creation lock {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 792.612505] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "network-496" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.612813] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock port-144b5c7e-34c1-48a9-ab28-6b3de3ebd916 taken with stack trace [, , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.613084] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "port-144b5c7e-34c1-48a9-ab28-6b3de3ebd916" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.613228] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "port-144b5c7e-34c1-48a9-ab28-6b3de3ebd916" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.613618] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "port-144b5c7e-34c1-48a9-ab28-6b3de3ebd916" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.614034] env[65424]: DEBUG networking_nsxv3.api.rpc [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('144b5c7e-34c1-48a9-ab28-6b3de3ebd916',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.639518] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.639787] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.639930] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.640266] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.640423] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.640727] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.640922] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.641077] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.641346] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.641468] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.641603] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8de9feda-fcd1-474f-a4d2-8af88aed5d8f already deleted. [ 792.641726] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8de9feda-fcd1-474f-a4d2-8af88aed5d8f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.802145] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d3a6cc57-5bfc-4310-b1a5-b90db89c4977',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.948500] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.948700] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.948700] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.948929] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.949022] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.949119] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d076c5d4-79ac-4b34-8af8-eb6e6c7ba3c1 already deleted. [ 792.949196] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d076c5d4-79ac-4b34-8af8-eb6e6c7ba3c1" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.977543] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2c4d3ec6-0c4f-41fa-bc5e-ff3763e47ac4',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.118508] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.119261] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.119261] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.119539] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.119780] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.121885] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Segment Port 144b5c7e-34c1-48a9-ab28-6b3de3ebd916 not found, creating... [ 793.121885] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.121885] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.121885] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.121885] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.121885] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.121885] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.122516] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.122516] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.122709] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.122899] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.123136] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Resource: SegmentPort with ID: 144b5c7e-34c1-48a9-ab28-6b3de3ebd916 is going to be created. [ 793.156752] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.157087] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.157087] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.157561] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.157561] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.157780] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "port-144b5c7e-34c1-48a9-ab28-6b3de3ebd916" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.308974] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d3a6cc57-5bfc-4310-b1a5-b90db89c4977',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.480057] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.480057] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.480057] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.480288] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.480288] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.480346] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c4d3ec6-0c4f-41fa-bc5e-ff3763e47ac4 is going to be updated. [ 793.515717] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.515894] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.515951] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.516221] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.516379] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.529896] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c4d3ec6-0c4f-41fa-bc5e-ff3763e47ac4 in Status: IN_PROGRESS for 2s [ 793.813239] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.813484] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.813566] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.813760] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.813872] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.814029] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d3a6cc57-5bfc-4310-b1a5-b90db89c4977 is going to be updated. [ 793.859326] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.859480] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.859550] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.859769] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.859923] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.871974] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d3a6cc57-5bfc-4310-b1a5-b90db89c4977 in Status: IN_PROGRESS for 2s [ 793.888918] env[65424]: INFO networking_nsxv3.common.synchronization [req-c2b6c019-07bd-4bbd-bc51-0088ce6f83a3 req-44b07218-e913-4bef-a0b1-fc0cffa5118e service nova] Enqueued Resource ID: 8de9feda-fcd1-474f-a4d2-8af88aed5d8f with Priority: HIGHEST for action security_group_rules [ 793.889186] env[65424]: INFO networking_nsxv3.common.synchronization [req-c2b6c019-07bd-4bbd-bc51-0088ce6f83a3 req-44b07218-e913-4bef-a0b1-fc0cffa5118e service nova] Enqueued Resource ID: 8de9feda-fcd1-474f-a4d2-8af88aed5d8f with Priority: HIGHEST for action security_group_members [ 793.889466] env[65424]: INFO networking_nsxv3.common.synchronization [req-c2b6c019-07bd-4bbd-bc51-0088ce6f83a3 req-44b07218-e913-4bef-a0b1-fc0cffa5118e service nova] Enqueued Resource ID: 144b5c7e-34c1-48a9-ab28-6b3de3ebd916 with Priority: HIGHEST for action port [ 793.892459] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8de9feda-fcd1-474f-a4d2-8af88aed5d8f with Priority: HIGHEST for action security_group_rules [ 793.892692] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8de9feda-fcd1-474f-a4d2-8af88aed5d8f with Priority: HIGHEST for action security_group_members [ 793.892692] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 144b5c7e-34c1-48a9-ab28-6b3de3ebd916 with Priority: HIGHEST for action port [ 793.893951] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8de9feda-fcd1-474f-a4d2-8af88aed5d8f taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.894183] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8de9feda-fcd1-474f-a4d2-8af88aed5d8f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.894345] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8de9feda-fcd1-474f-a4d2-8af88aed5d8f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.894610] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8de9feda-fcd1-474f-a4d2-8af88aed5d8f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.894876] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8de9feda-fcd1-474f-a4d2-8af88aed5d8f',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.895609] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-8de9feda-fcd1-474f-a4d2-8af88aed5d8f taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.895848] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8de9feda-fcd1-474f-a4d2-8af88aed5d8f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.896261] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8de9feda-fcd1-474f-a4d2-8af88aed5d8f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.896507] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8de9feda-fcd1-474f-a4d2-8af88aed5d8f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.896696] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.896865] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.896945] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.897112] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.897562] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.897719] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8de9feda-fcd1-474f-a4d2-8af88aed5d8f',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.899304] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock port-144b5c7e-34c1-48a9-ab28-6b3de3ebd916 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.899469] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-144b5c7e-34c1-48a9-ab28-6b3de3ebd916" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.899566] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-144b5c7e-34c1-48a9-ab28-6b3de3ebd916" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.899685] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-144b5c7e-34c1-48a9-ab28-6b3de3ebd916" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.899773] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('144b5c7e-34c1-48a9-ab28-6b3de3ebd916',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.401830] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 144b5c7e-34c1-48a9-ab28-6b3de3ebd916 with status ACTIVE [ 794.402250] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.402383] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.402496] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.402634] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.402696] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.402878] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.402966] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.403098] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.403200] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.403275] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.403467] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.403561] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.403609] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.403758] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.403809] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.403884] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 144b5c7e-34c1-48a9-ab28-6b3de3ebd916 is going to be updated. [ 794.405367] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-8de9feda-fcd1-474f-a4d2-8af88aed5d8f taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.405502] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8de9feda-fcd1-474f-a4d2-8af88aed5d8f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.405642] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8de9feda-fcd1-474f-a4d2-8af88aed5d8f',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.434188] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.434473] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.434538] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.434788] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.434953] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.435140] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-144b5c7e-34c1-48a9-ab28-6b3de3ebd916" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.896491] env[65424]: INFO networking_nsxv3.common.synchronization [req-f3a64469-4895-4c28-938e-5ff7bd962ce9 req-2416dd83-d3c1-413f-b73c-6690cef786f5 tempest-ServersTestMultiNic-1429566882 tempest-ServersTestMultiNic-1429566882-project-member] Enqueued Resource ID: 8d6f4939-e8a0-499e-8d42-74cc098aab77 with Priority: HIGHEST for action security_group_members [ 794.897131] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d6f4939-e8a0-499e-8d42-74cc098aab77 with Priority: HIGHEST for action security_group_members [ 794.897452] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d6f4939-e8a0-499e-8d42-74cc098aab77 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.897609] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d6f4939-e8a0-499e-8d42-74cc098aab77" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.897679] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d6f4939-e8a0-499e-8d42-74cc098aab77" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.897887] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d6f4939-e8a0-499e-8d42-74cc098aab77" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.898147] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.898293] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.898364] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.898730] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.898730] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.898730] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8d6f4939-e8a0-499e-8d42-74cc098aab77',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.908542] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8de9feda-fcd1-474f-a4d2-8af88aed5d8f',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.215475] env[65424]: INFO networking_nsxv3.common.synchronization [req-f3a64469-4895-4c28-938e-5ff7bd962ce9 req-45825874-1be3-4076-8647-896e4bb2cd4b tempest-ServersTestMultiNic-1429566882 tempest-ServersTestMultiNic-1429566882-project-member] Enqueued Resource ID: 8d6f4939-e8a0-499e-8d42-74cc098aab77 with Priority: HIGHEST for action security_group_members [ 795.216235] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d6f4939-e8a0-499e-8d42-74cc098aab77 with Priority: HIGHEST for action security_group_members [ 795.216595] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d6f4939-e8a0-499e-8d42-74cc098aab77 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.216724] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d6f4939-e8a0-499e-8d42-74cc098aab77" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.401540] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.401792] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.401870] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.402165] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.410689] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.410861] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.411904] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.411904] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.411904] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.411904] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8de9feda-fcd1-474f-a4d2-8af88aed5d8f is going to be created. [ 795.446136] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.447254] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.447254] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.447254] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.447254] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.447254] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.447710] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d6f4939-e8a0-499e-8d42-74cc098aab77 is going to be updated. [ 795.461400] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.461540] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.461622] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.461804] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.461959] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.473900] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8de9feda-fcd1-474f-a4d2-8af88aed5d8f in Status: UNINITIALIZED for 2s [ 795.479945] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.480158] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.480224] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.480432] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.480598] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.495949] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d6f4939-e8a0-499e-8d42-74cc098aab77 in Status: IN_PROGRESS for 2s [ 795.542199] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c4d3ec6-0c4f-41fa-bc5e-ff3763e47ac4 in Status: SUCCESS [ 795.542509] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c4d3ec6-0c4f-41fa-bc5e-ff3763e47ac4" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.542819] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c4d3ec6-0c4f-41fa-bc5e-ff3763e47ac4" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.543107] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c4d3ec6-0c4f-41fa-bc5e-ff3763e47ac4" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.543478] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.543809] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.543922] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.544165] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.544334] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.544477] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c4d3ec6-0c4f-41fa-bc5e-ff3763e47ac4" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.544609] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2c4d3ec6-0c4f-41fa-bc5e-ff3763e47ac4',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.634390] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock network-499 taken with stack trace [, , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.634543] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "network-499" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.637942] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "network-499" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.637942] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "network-499" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.637942] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.637942] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.637942] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.637942] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.637942] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.637942] env[65424]: DEBUG dogpile.cache.region [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] No value present for key: 'zone-id' {{(pid=65424) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 795.637942] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] NeedRegenerationException {{(pid=65424) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 795.637942] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] no value, waiting for create lock {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 795.637942] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] value creation lock acquired {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 795.637942] env[65424]: DEBUG dogpile.cache.region [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] No value present for key: 'zone-id' {{(pid=65424) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 795.637942] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Calling creation function for not-yet-present value {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 795.637942] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 795.660074] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 795.660272] env[65424]: DEBUG dogpile.cache.region [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65424) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 795.660419] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Released creation lock {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 795.660729] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "network-499" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.661571] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock port-dac3dda6-ea74-4725-bb12-b8b772be36d6 taken with stack trace [, , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.661764] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "port-dac3dda6-ea74-4725-bb12-b8b772be36d6" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.661887] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "port-dac3dda6-ea74-4725-bb12-b8b772be36d6" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.663342] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "port-dac3dda6-ea74-4725-bb12-b8b772be36d6" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.663492] env[65424]: DEBUG networking_nsxv3.api.rpc [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dac3dda6-ea74-4725-bb12-b8b772be36d6',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.882295] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d3a6cc57-5bfc-4310-b1a5-b90db89c4977 in Status: SUCCESS [ 795.882589] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3a6cc57-5bfc-4310-b1a5-b90db89c4977" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.882791] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3a6cc57-5bfc-4310-b1a5-b90db89c4977" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.883018] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3a6cc57-5bfc-4310-b1a5-b90db89c4977" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.883216] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.883462] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.883543] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.883711] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.883801] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.883875] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3a6cc57-5bfc-4310-b1a5-b90db89c4977" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.884042] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d3a6cc57-5bfc-4310-b1a5-b90db89c4977',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.048749] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c4d3ec6-0c4f-41fa-bc5e-ff3763e47ac4 taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.049032] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c4d3ec6-0c4f-41fa-bc5e-ff3763e47ac4" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.049130] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c4d3ec6-0c4f-41fa-bc5e-ff3763e47ac4" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.049354] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c4d3ec6-0c4f-41fa-bc5e-ff3763e47ac4" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.049550] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.049663] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.049888] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.049888] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.049981] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.050110] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c4d3ec6-0c4f-41fa-bc5e-ff3763e47ac4" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.050245] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c4d3ec6-0c4f-41fa-bc5e-ff3763e47ac4 taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.050341] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c4d3ec6-0c4f-41fa-bc5e-ff3763e47ac4" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.050403] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c4d3ec6-0c4f-41fa-bc5e-ff3763e47ac4" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.050568] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c4d3ec6-0c4f-41fa-bc5e-ff3763e47ac4" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.050720] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.050858] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.050858] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.051114] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.051208] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.051293] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c4d3ec6-0c4f-41fa-bc5e-ff3763e47ac4" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.051386] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2c4d3ec6-0c4f-41fa-bc5e-ff3763e47ac4',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.166647] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.166919] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.167032] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.167348] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.167515] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.167667] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Segment Port dac3dda6-ea74-4725-bb12-b8b772be36d6 not found, creating... [ 796.167936] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.168096] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.168209] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.168453] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.168595] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.168891] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.169094] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.169545] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.169875] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.170048] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.170190] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Resource: SegmentPort with ID: dac3dda6-ea74-4725-bb12-b8b772be36d6 is going to be created. [ 796.196610] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.196844] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.196933] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.197221] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.197441] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.197684] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "port-dac3dda6-ea74-4725-bb12-b8b772be36d6" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.339562] env[65424]: INFO networking_nsxv3.common.synchronization [req-202623f0-eaad-4634-8fcd-1652eae25947 req-220d66c3-a243-4a65-a3f7-80c0ddca4ade tempest-AttachInterfacesTestJSON-1826416307 tempest-AttachInterfacesTestJSON-1826416307-project-member] Enqueued Resource ID: 0ce1018e-9bfb-4592-a35b-612bacc1808f with Priority: HIGHEST for action security_group_members [ 796.340200] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ce1018e-9bfb-4592-a35b-612bacc1808f with Priority: HIGHEST for action security_group_members [ 796.340531] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ce1018e-9bfb-4592-a35b-612bacc1808f taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.340682] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ce1018e-9bfb-4592-a35b-612bacc1808f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.340742] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ce1018e-9bfb-4592-a35b-612bacc1808f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.341261] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ce1018e-9bfb-4592-a35b-612bacc1808f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.341461] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.341579] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.341639] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.341841] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.341920] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.342050] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0ce1018e-9bfb-4592-a35b-612bacc1808f',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.386521] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3a6cc57-5bfc-4310-b1a5-b90db89c4977 taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.386792] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3a6cc57-5bfc-4310-b1a5-b90db89c4977" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.386792] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3a6cc57-5bfc-4310-b1a5-b90db89c4977" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.387078] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3a6cc57-5bfc-4310-b1a5-b90db89c4977" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.387200] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.387306] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.387384] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.387520] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.387612] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.387682] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3a6cc57-5bfc-4310-b1a5-b90db89c4977" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.387838] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3a6cc57-5bfc-4310-b1a5-b90db89c4977 taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.387955] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3a6cc57-5bfc-4310-b1a5-b90db89c4977" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.388061] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3a6cc57-5bfc-4310-b1a5-b90db89c4977" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.388199] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3a6cc57-5bfc-4310-b1a5-b90db89c4977" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.388278] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.388460] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.388460] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.388559] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.388605] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.388846] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3a6cc57-5bfc-4310-b1a5-b90db89c4977" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.388846] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d3a6cc57-5bfc-4310-b1a5-b90db89c4977',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.553814] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2c4d3ec6-0c4f-41fa-bc5e-ff3763e47ac4: rpc.has_security_group_logging(os_id): False [ 796.574839] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.575078] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.575078] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.575382] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.575483] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.575701] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.575805] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.575871] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.576040] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.576120] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.576375] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.576481] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.576545] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.576691] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.576766] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.576946] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.577053] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.577116] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.577308] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.577442] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.577442] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2c4d3ec6-0c4f-41fa-bc5e-ff3763e47ac4 is going to be updated. [ 796.642920] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.643254] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.643254] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.643634] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.643702] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.658593] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2c4d3ec6-0c4f-41fa-bc5e-ff3763e47ac4 in Status: IN_PROGRESS for 2s [ 796.702457] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock network-514 taken with stack trace [, , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.702703] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "network-514" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.702856] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "network-514" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.703611] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "network-514" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.703611] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.703830] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.703911] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.704241] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.704487] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.704754] env[65424]: DEBUG dogpile.cache.region [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] No value present for key: 'zone-id' {{(pid=65424) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 796.704944] env[65424]: DEBUG dogpile.lock [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] NeedRegenerationException {{(pid=65424) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 796.705112] env[65424]: DEBUG dogpile.lock [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] no value, waiting for create lock {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 796.705306] env[65424]: DEBUG dogpile.lock [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] value creation lock acquired {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 796.705433] env[65424]: DEBUG dogpile.cache.region [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] No value present for key: 'zone-id' {{(pid=65424) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 796.705687] env[65424]: DEBUG dogpile.lock [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Calling creation function for not-yet-present value {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 796.705743] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 796.731583] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 796.731780] env[65424]: DEBUG dogpile.cache.region [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65424) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 796.731880] env[65424]: DEBUG dogpile.lock [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Released creation lock {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 796.732070] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "network-514" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.732498] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock port-bcea2c78-8556-4ebc-b68c-ab6f204b857d taken with stack trace [, , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.732698] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "port-bcea2c78-8556-4ebc-b68c-ab6f204b857d" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.732817] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "port-bcea2c78-8556-4ebc-b68c-ab6f204b857d" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.733319] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "port-bcea2c78-8556-4ebc-b68c-ab6f204b857d" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.733549] env[65424]: DEBUG networking_nsxv3.api.rpc [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bcea2c78-8556-4ebc-b68c-ab6f204b857d',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.844782] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.844982] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.845059] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.845435] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.845545] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.845728] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.845837] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.845922] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.846432] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.846432] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.846432] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0ce1018e-9bfb-4592-a35b-612bacc1808f already deleted. [ 796.846432] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ce1018e-9bfb-4592-a35b-612bacc1808f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.892083] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d3a6cc57-5bfc-4310-b1a5-b90db89c4977: rpc.has_security_group_logging(os_id): False [ 796.909993] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.910254] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.910318] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.910524] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.930187] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.930370] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.930462] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.930514] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.930712] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.930808] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.931242] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.931242] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.931242] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.931433] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.931469] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.931639] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.931760] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.931852] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.932161] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.932161] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.932340] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d3a6cc57-5bfc-4310-b1a5-b90db89c4977 is going to be updated. [ 796.951699] env[65424]: INFO networking_nsxv3.common.synchronization [req-f3a64469-4895-4c28-938e-5ff7bd962ce9 req-91924fbb-0675-490a-9490-79e5fc6b024c service nova] Enqueued Resource ID: 8d6f4939-e8a0-499e-8d42-74cc098aab77 with Priority: HIGHEST for action security_group_rules [ 796.951827] env[65424]: INFO networking_nsxv3.common.synchronization [req-f3a64469-4895-4c28-938e-5ff7bd962ce9 req-91924fbb-0675-490a-9490-79e5fc6b024c service nova] Enqueued Resource ID: 8d6f4939-e8a0-499e-8d42-74cc098aab77 with Priority: HIGHEST for action security_group_members [ 796.951961] env[65424]: INFO networking_nsxv3.common.synchronization [req-f3a64469-4895-4c28-938e-5ff7bd962ce9 req-91924fbb-0675-490a-9490-79e5fc6b024c service nova] Enqueued Resource ID: dac3dda6-ea74-4725-bb12-b8b772be36d6 with Priority: HIGHEST for action port [ 796.952537] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d6f4939-e8a0-499e-8d42-74cc098aab77 with Priority: HIGHEST for action security_group_rules [ 796.952694] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d6f4939-e8a0-499e-8d42-74cc098aab77 with Priority: HIGHEST for action security_group_members [ 796.952883] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dac3dda6-ea74-4725-bb12-b8b772be36d6 with Priority: HIGHEST for action port [ 796.953230] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8d6f4939-e8a0-499e-8d42-74cc098aab77 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.953380] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8d6f4939-e8a0-499e-8d42-74cc098aab77" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.953443] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8d6f4939-e8a0-499e-8d42-74cc098aab77" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.953652] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8d6f4939-e8a0-499e-8d42-74cc098aab77" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.953734] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8d6f4939-e8a0-499e-8d42-74cc098aab77',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.956031] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d6f4939-e8a0-499e-8d42-74cc098aab77 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.956031] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d6f4939-e8a0-499e-8d42-74cc098aab77" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.956031] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock port-dac3dda6-ea74-4725-bb12-b8b772be36d6 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.956031] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dac3dda6-ea74-4725-bb12-b8b772be36d6" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.956031] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dac3dda6-ea74-4725-bb12-b8b772be36d6" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.956031] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dac3dda6-ea74-4725-bb12-b8b772be36d6" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.956031] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dac3dda6-ea74-4725-bb12-b8b772be36d6',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.999484] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.999624] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.999624] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.999885] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.000061] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.012633] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d3a6cc57-5bfc-4310-b1a5-b90db89c4977 in Status: IN_PROGRESS for 2s [ 797.236984] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.237240] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.237362] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.237681] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.237783] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.237929] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Segment Port bcea2c78-8556-4ebc-b68c-ab6f204b857d not found, creating... [ 797.238205] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.238358] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.238501] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.238742] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.238917] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.239286] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.239536] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.239721] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.240019] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.240405] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.240405] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Resource: SegmentPort with ID: bcea2c78-8556-4ebc-b68c-ab6f204b857d is going to be created. [ 797.264484] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.264732] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.264890] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.265222] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.265535] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.265771] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "port-bcea2c78-8556-4ebc-b68c-ab6f204b857d" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.457443] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d6f4939-e8a0-499e-8d42-74cc098aab77 taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.457634] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d6f4939-e8a0-499e-8d42-74cc098aab77" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.458755] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dac3dda6-ea74-4725-bb12-b8b772be36d6 with status ACTIVE [ 797.458755] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.458755] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.458755] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.458755] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.458755] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.458755] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.459295] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.459295] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.459295] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.459295] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.459408] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.459408] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.459484] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.459600] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.459668] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.459797] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dac3dda6-ea74-4725-bb12-b8b772be36d6 is going to be updated. [ 797.480976] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8de9feda-fcd1-474f-a4d2-8af88aed5d8f in Status: SUCCESS [ 797.481433] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8de9feda-fcd1-474f-a4d2-8af88aed5d8f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.481604] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8de9feda-fcd1-474f-a4d2-8af88aed5d8f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.481808] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8de9feda-fcd1-474f-a4d2-8af88aed5d8f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.481999] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.482125] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.482181] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.482330] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.482400] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.482481] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8de9feda-fcd1-474f-a4d2-8af88aed5d8f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.482570] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8de9feda-fcd1-474f-a4d2-8af88aed5d8f',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.484087] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.484209] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.484353] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.484534] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.484659] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.484805] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dac3dda6-ea74-4725-bb12-b8b772be36d6" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.504159] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d6f4939-e8a0-499e-8d42-74cc098aab77 in Status: SUCCESS [ 797.504475] env[65424]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d6f4939-e8a0-499e-8d42-74cc098aab77 deletion is rescheduled due to dependency. [ 797.505067] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d6f4939-e8a0-499e-8d42-74cc098aab77" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.505067] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d6f4939-e8a0-499e-8d42-74cc098aab77" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.505067] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d6f4939-e8a0-499e-8d42-74cc098aab77" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.505237] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.505237] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.505368] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.505431] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.505511] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.505710] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8d6f4939-e8a0-499e-8d42-74cc098aab77',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.792018] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock network-5 taken with stack trace [, , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.792018] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "network-5" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.792018] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "network-5" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.792018] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "network-5" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.792018] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.792018] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.792018] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.792804] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.793096] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.793430] env[65424]: DEBUG dogpile.cache.region [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] No value present for key: 'zone-id' {{(pid=65424) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 797.793643] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] NeedRegenerationException {{(pid=65424) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 797.794199] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] no value, waiting for create lock {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 797.794462] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] value creation lock acquired {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 797.794681] env[65424]: DEBUG dogpile.cache.region [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] No value present for key: 'zone-id' {{(pid=65424) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 797.794902] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Calling creation function for not-yet-present value {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 797.795143] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 797.815763] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 797.815911] env[65424]: DEBUG dogpile.cache.region [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65424) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 797.816074] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Released creation lock {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 797.816240] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "network-5" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.816684] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock port-290d370e-b11f-40a2-95c6-1ddaeb6d999e taken with stack trace [, , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.816810] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "port-290d370e-b11f-40a2-95c6-1ddaeb6d999e" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.816810] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "port-290d370e-b11f-40a2-95c6-1ddaeb6d999e" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.817176] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "port-290d370e-b11f-40a2-95c6-1ddaeb6d999e" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.817287] env[65424]: DEBUG networking_nsxv3.api.rpc [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('290d370e-b11f-40a2-95c6-1ddaeb6d999e',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.958451] env[65424]: INFO networking_nsxv3.common.synchronization [req-202623f0-eaad-4634-8fcd-1652eae25947 req-c5a35a48-c1dc-4e7f-9cfc-8d2882473b52 service nova] Enqueued Resource ID: 0ce1018e-9bfb-4592-a35b-612bacc1808f with Priority: HIGHEST for action security_group_rules [ 797.958532] env[65424]: INFO networking_nsxv3.common.synchronization [req-202623f0-eaad-4634-8fcd-1652eae25947 req-c5a35a48-c1dc-4e7f-9cfc-8d2882473b52 service nova] Enqueued Resource ID: 0ce1018e-9bfb-4592-a35b-612bacc1808f with Priority: HIGHEST for action security_group_members [ 797.958684] env[65424]: INFO networking_nsxv3.common.synchronization [req-202623f0-eaad-4634-8fcd-1652eae25947 req-c5a35a48-c1dc-4e7f-9cfc-8d2882473b52 service nova] Enqueued Resource ID: bcea2c78-8556-4ebc-b68c-ab6f204b857d with Priority: HIGHEST for action port [ 797.959213] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ce1018e-9bfb-4592-a35b-612bacc1808f with Priority: HIGHEST for action security_group_rules [ 797.959359] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ce1018e-9bfb-4592-a35b-612bacc1808f with Priority: HIGHEST for action security_group_members [ 797.959457] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bcea2c78-8556-4ebc-b68c-ab6f204b857d with Priority: HIGHEST for action port [ 797.959720] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0ce1018e-9bfb-4592-a35b-612bacc1808f taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.959843] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0ce1018e-9bfb-4592-a35b-612bacc1808f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.959912] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0ce1018e-9bfb-4592-a35b-612bacc1808f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.960530] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0ce1018e-9bfb-4592-a35b-612bacc1808f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.960630] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0ce1018e-9bfb-4592-a35b-612bacc1808f',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.961471] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ce1018e-9bfb-4592-a35b-612bacc1808f taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.961585] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ce1018e-9bfb-4592-a35b-612bacc1808f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.961654] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ce1018e-9bfb-4592-a35b-612bacc1808f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.961843] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ce1018e-9bfb-4592-a35b-612bacc1808f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.961956] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.962083] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.962198] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.962623] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.962738] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.962857] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0ce1018e-9bfb-4592-a35b-612bacc1808f',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.963669] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock port-bcea2c78-8556-4ebc-b68c-ab6f204b857d taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.963792] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bcea2c78-8556-4ebc-b68c-ab6f204b857d" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.963883] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bcea2c78-8556-4ebc-b68c-ab6f204b857d" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.964014] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bcea2c78-8556-4ebc-b68c-ab6f204b857d" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.964119] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bcea2c78-8556-4ebc-b68c-ab6f204b857d',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.986633] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-8de9feda-fcd1-474f-a4d2-8af88aed5d8f taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.986838] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8de9feda-fcd1-474f-a4d2-8af88aed5d8f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.986838] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8de9feda-fcd1-474f-a4d2-8af88aed5d8f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.987052] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8de9feda-fcd1-474f-a4d2-8af88aed5d8f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.987355] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.987355] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.987550] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.987550] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.987610] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.987713] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8de9feda-fcd1-474f-a4d2-8af88aed5d8f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.987824] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-8de9feda-fcd1-474f-a4d2-8af88aed5d8f taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.987915] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8de9feda-fcd1-474f-a4d2-8af88aed5d8f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.987986] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8de9feda-fcd1-474f-a4d2-8af88aed5d8f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.988115] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8de9feda-fcd1-474f-a4d2-8af88aed5d8f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.988258] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.988489] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.988489] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.988616] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.988616] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.988826] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8de9feda-fcd1-474f-a4d2-8af88aed5d8f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.988826] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8de9feda-fcd1-474f-a4d2-8af88aed5d8f',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.007995] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8d6f4939-e8a0-499e-8d42-74cc098aab77',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.239459] env[65424]: INFO networking_nsxv3.common.synchronization [req-ba0a1a23-b50c-4b2b-846c-3ae2a50e830c req-33a8ece8-88c3-431b-abb8-60330631a20f tempest-ListServersNegativeTestJSON-1152481494 tempest-ListServersNegativeTestJSON-1152481494-project-member] Enqueued Resource ID: efff5465-1c4e-4954-825e-617e58275983 with Priority: HIGHEST for action security_group_members [ 798.240164] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efff5465-1c4e-4954-825e-617e58275983 with Priority: HIGHEST for action security_group_members [ 798.240809] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-efff5465-1c4e-4954-825e-617e58275983 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.240959] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efff5465-1c4e-4954-825e-617e58275983" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.241085] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efff5465-1c4e-4954-825e-617e58275983" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.241370] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efff5465-1c4e-4954-825e-617e58275983" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.241610] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.241721] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.241786] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.242012] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.242171] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.242510] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('efff5465-1c4e-4954-825e-617e58275983',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.323028] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.323028] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.323028] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.323028] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.323028] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.323028] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Segment Port 290d370e-b11f-40a2-95c6-1ddaeb6d999e not found, creating... [ 798.323028] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.323028] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.323028] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.323028] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.323028] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.323619] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.323619] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.323619] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.323985] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.324343] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.324757] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Resource: SegmentPort with ID: 290d370e-b11f-40a2-95c6-1ddaeb6d999e is going to be created. [ 798.347793] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.348024] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.348076] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.348688] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.348688] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.348984] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "port-290d370e-b11f-40a2-95c6-1ddaeb6d999e" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.465962] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ce1018e-9bfb-4592-a35b-612bacc1808f taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.466254] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ce1018e-9bfb-4592-a35b-612bacc1808f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.466321] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0ce1018e-9bfb-4592-a35b-612bacc1808f',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.467327] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bcea2c78-8556-4ebc-b68c-ab6f204b857d with status ACTIVE [ 798.467521] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.467608] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.467671] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.467855] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.467915] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.468100] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.468195] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.468250] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.468428] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.468503] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.468692] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.468774] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.468833] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.469136] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.469945] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.470113] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bcea2c78-8556-4ebc-b68c-ab6f204b857d is going to be updated. [ 798.490756] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8de9feda-fcd1-474f-a4d2-8af88aed5d8f: rpc.has_security_group_logging(os_id): False [ 798.502682] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.502895] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.502895] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.503226] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.503323] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.503450] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bcea2c78-8556-4ebc-b68c-ab6f204b857d" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.511209] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8d6f4939-e8a0-499e-8d42-74cc098aab77',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.521359] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.521554] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.521614] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.522089] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.522089] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.522260] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.522260] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.522382] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.522491] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.522563] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.523398] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.523398] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.523398] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.523398] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.523398] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.523398] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.523398] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.523736] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.523736] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.523736] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.523736] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8de9feda-fcd1-474f-a4d2-8af88aed5d8f is going to be created. [ 798.598101] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.598400] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.598478] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.598682] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.598868] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.609779] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8de9feda-fcd1-474f-a4d2-8af88aed5d8f in Status: IN_PROGRESS for 2s [ 798.684779] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2c4d3ec6-0c4f-41fa-bc5e-ff3763e47ac4 in Status: SUCCESS [ 798.685040] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2c4d3ec6-0c4f-41fa-bc5e-ff3763e47ac4" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.698954] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock network-476 taken with stack trace [, , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.699176] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "network-476" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.699297] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "network-476" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.699636] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "network-476" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.699890] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.700068] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.700189] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.700399] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.700538] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.700742] env[65424]: DEBUG dogpile.cache.region [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] No value present for key: 'zone-id' {{(pid=65424) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 798.700845] env[65424]: DEBUG dogpile.lock [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] NeedRegenerationException {{(pid=65424) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 798.700946] env[65424]: DEBUG dogpile.lock [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] no value, waiting for create lock {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 798.701056] env[65424]: DEBUG dogpile.lock [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] value creation lock acquired {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 798.701159] env[65424]: DEBUG dogpile.cache.region [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] No value present for key: 'zone-id' {{(pid=65424) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 798.701254] env[65424]: DEBUG dogpile.lock [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Calling creation function for not-yet-present value {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 798.701386] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 798.725010] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 798.725191] env[65424]: DEBUG dogpile.cache.region [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65424) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 798.725311] env[65424]: DEBUG dogpile.lock [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Released creation lock {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 798.725503] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "network-476" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.725824] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock port-5aa5d609-6bfd-4830-8131-22e8b0cd42a6 taken with stack trace [, , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.726061] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "port-5aa5d609-6bfd-4830-8131-22e8b0cd42a6" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.726145] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "port-5aa5d609-6bfd-4830-8131-22e8b0cd42a6" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.726548] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "port-5aa5d609-6bfd-4830-8131-22e8b0cd42a6" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.726691] env[65424]: DEBUG networking_nsxv3.api.rpc [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5aa5d609-6bfd-4830-8131-22e8b0cd42a6',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.744637] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.744850] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.744850] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.745083] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.745170] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.745449] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.745551] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.745614] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.745766] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.745842] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.745928] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: efff5465-1c4e-4954-825e-617e58275983 already deleted. [ 798.746018] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efff5465-1c4e-4954-825e-617e58275983" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.972448] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0ce1018e-9bfb-4592-a35b-612bacc1808f',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.014052] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.014052] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.014052] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.014286] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.014362] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.014754] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d6f4939-e8a0-499e-8d42-74cc098aab77 is going to be updated. [ 799.031918] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d3a6cc57-5bfc-4310-b1a5-b90db89c4977 in Status: SUCCESS [ 799.032338] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d3a6cc57-5bfc-4310-b1a5-b90db89c4977" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.044821] env[65424]: INFO networking_nsxv3.common.synchronization [req-f3a64469-4895-4c28-938e-5ff7bd962ce9 req-d05a43a3-7be1-400a-a756-315c16c1a9f6 service nova] Enqueued Resource ID: 8d6f4939-e8a0-499e-8d42-74cc098aab77 with Priority: HIGHEST for action security_group_rules [ 799.045047] env[65424]: INFO networking_nsxv3.common.synchronization [req-f3a64469-4895-4c28-938e-5ff7bd962ce9 req-d05a43a3-7be1-400a-a756-315c16c1a9f6 service nova] Enqueued Resource ID: 8d6f4939-e8a0-499e-8d42-74cc098aab77 with Priority: HIGHEST for action security_group_members [ 799.045229] env[65424]: INFO networking_nsxv3.common.synchronization [req-f3a64469-4895-4c28-938e-5ff7bd962ce9 req-d05a43a3-7be1-400a-a756-315c16c1a9f6 service nova] Enqueued Resource ID: 290d370e-b11f-40a2-95c6-1ddaeb6d999e with Priority: HIGHEST for action port [ 799.045925] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d6f4939-e8a0-499e-8d42-74cc098aab77 with Priority: HIGHEST for action security_group_rules [ 799.047331] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d6f4939-e8a0-499e-8d42-74cc098aab77 with Priority: HIGHEST for action security_group_members [ 799.047331] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 290d370e-b11f-40a2-95c6-1ddaeb6d999e with Priority: HIGHEST for action port [ 799.052027] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.052027] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.052027] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.052027] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.052027] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.052027] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8d6f4939-e8a0-499e-8d42-74cc098aab77 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.052027] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8d6f4939-e8a0-499e-8d42-74cc098aab77" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.052027] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d6f4939-e8a0-499e-8d42-74cc098aab77 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.052027] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d6f4939-e8a0-499e-8d42-74cc098aab77" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.052027] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock port-290d370e-b11f-40a2-95c6-1ddaeb6d999e taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.052027] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-290d370e-b11f-40a2-95c6-1ddaeb6d999e" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.052027] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-290d370e-b11f-40a2-95c6-1ddaeb6d999e" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.052689] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-290d370e-b11f-40a2-95c6-1ddaeb6d999e" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.052689] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('290d370e-b11f-40a2-95c6-1ddaeb6d999e',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.064369] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d6f4939-e8a0-499e-8d42-74cc098aab77 in Status: IN_PROGRESS for 2s [ 799.232024] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.232024] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.232024] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.232024] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.232024] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.232024] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Segment Port 5aa5d609-6bfd-4830-8131-22e8b0cd42a6 not found, creating... [ 799.232024] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.232024] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.232024] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.232024] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.233098] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.234583] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.234929] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.235183] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.235592] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.235844] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.236089] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Resource: SegmentPort with ID: 5aa5d609-6bfd-4830-8131-22e8b0cd42a6 is going to be created. [ 799.257342] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.257342] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.257342] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.257342] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.257648] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.257728] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "port-5aa5d609-6bfd-4830-8131-22e8b0cd42a6" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.476726] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.476916] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.476963] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.477307] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.477462] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.477523] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0ce1018e-9bfb-4592-a35b-612bacc1808f is going to be created. [ 799.505250] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.505480] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.505561] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.505911] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.506129] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.518496] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0ce1018e-9bfb-4592-a35b-612bacc1808f in Status: UNINITIALIZED for 2s [ 799.560262] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 290d370e-b11f-40a2-95c6-1ddaeb6d999e with status ACTIVE [ 799.560569] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.560848] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.560955] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.561220] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.561419] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.561715] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.561861] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.561951] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.562522] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.562650] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.564249] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.564745] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.566504] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.566504] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.566504] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.566504] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 290d370e-b11f-40a2-95c6-1ddaeb6d999e is going to be updated. [ 799.593833] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.594021] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.594134] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.594432] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.594589] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.594923] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-290d370e-b11f-40a2-95c6-1ddaeb6d999e" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.007199] env[65424]: INFO networking_nsxv3.common.synchronization [req-ba0a1a23-b50c-4b2b-846c-3ae2a50e830c req-8ae8683d-ceaa-46f8-954b-678e5525a69d service nova] Enqueued Resource ID: efff5465-1c4e-4954-825e-617e58275983 with Priority: HIGHEST for action security_group_rules [ 800.007199] env[65424]: INFO networking_nsxv3.common.synchronization [req-ba0a1a23-b50c-4b2b-846c-3ae2a50e830c req-8ae8683d-ceaa-46f8-954b-678e5525a69d service nova] Enqueued Resource ID: efff5465-1c4e-4954-825e-617e58275983 with Priority: HIGHEST for action security_group_members [ 800.007199] env[65424]: INFO networking_nsxv3.common.synchronization [req-ba0a1a23-b50c-4b2b-846c-3ae2a50e830c req-8ae8683d-ceaa-46f8-954b-678e5525a69d service nova] Enqueued Resource ID: 5aa5d609-6bfd-4830-8131-22e8b0cd42a6 with Priority: HIGHEST for action port [ 800.007199] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efff5465-1c4e-4954-825e-617e58275983 with Priority: HIGHEST for action security_group_rules [ 800.007199] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efff5465-1c4e-4954-825e-617e58275983 with Priority: HIGHEST for action security_group_members [ 800.007199] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5aa5d609-6bfd-4830-8131-22e8b0cd42a6 with Priority: HIGHEST for action port [ 800.007199] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock rules-efff5465-1c4e-4954-825e-617e58275983 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.007199] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-efff5465-1c4e-4954-825e-617e58275983" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.007199] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-efff5465-1c4e-4954-825e-617e58275983" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.007199] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-efff5465-1c4e-4954-825e-617e58275983" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.007199] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('efff5465-1c4e-4954-825e-617e58275983',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.009344] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-efff5465-1c4e-4954-825e-617e58275983 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.009618] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efff5465-1c4e-4954-825e-617e58275983" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.010917] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efff5465-1c4e-4954-825e-617e58275983" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.010917] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efff5465-1c4e-4954-825e-617e58275983" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.010917] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.010917] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.010917] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.010917] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.010917] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.010917] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('efff5465-1c4e-4954-825e-617e58275983',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.013930] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock port-5aa5d609-6bfd-4830-8131-22e8b0cd42a6 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.013930] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5aa5d609-6bfd-4830-8131-22e8b0cd42a6" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.013930] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5aa5d609-6bfd-4830-8131-22e8b0cd42a6" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.013930] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5aa5d609-6bfd-4830-8131-22e8b0cd42a6" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.013930] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5aa5d609-6bfd-4830-8131-22e8b0cd42a6',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.514662] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('efff5465-1c4e-4954-825e-617e58275983',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.517660] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-efff5465-1c4e-4954-825e-617e58275983 taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.517849] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efff5465-1c4e-4954-825e-617e58275983" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.518147] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5aa5d609-6bfd-4830-8131-22e8b0cd42a6 with status ACTIVE [ 800.518462] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.518581] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.518679] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.519258] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.519258] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.519454] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.519623] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.519721] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.519890] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.520011] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.520297] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.520431] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.520508] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.520683] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.520781] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.520911] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5aa5d609-6bfd-4830-8131-22e8b0cd42a6 is going to be updated. [ 800.549344] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.549489] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.549559] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.549767] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.549906] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.550090] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5aa5d609-6bfd-4830-8131-22e8b0cd42a6" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.624787] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8de9feda-fcd1-474f-a4d2-8af88aed5d8f in Status: SUCCESS [ 800.625166] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8de9feda-fcd1-474f-a4d2-8af88aed5d8f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.023328] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('efff5465-1c4e-4954-825e-617e58275983',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.077525] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d6f4939-e8a0-499e-8d42-74cc098aab77 in Status: SUCCESS [ 801.077525] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d6f4939-e8a0-499e-8d42-74cc098aab77" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.077678] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d6f4939-e8a0-499e-8d42-74cc098aab77" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.077784] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d6f4939-e8a0-499e-8d42-74cc098aab77" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.077982] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.078128] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.078177] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.078329] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.078427] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.078528] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8d6f4939-e8a0-499e-8d42-74cc098aab77',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.525645] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.525790] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.525871] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.526121] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.526233] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.526389] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: efff5465-1c4e-4954-825e-617e58275983 is going to be created. [ 801.534168] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0ce1018e-9bfb-4592-a35b-612bacc1808f in Status: SUCCESS [ 801.534576] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ce1018e-9bfb-4592-a35b-612bacc1808f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.534782] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ce1018e-9bfb-4592-a35b-612bacc1808f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.535037] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ce1018e-9bfb-4592-a35b-612bacc1808f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.535333] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.535480] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.535623] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.535728] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.535809] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.535896] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ce1018e-9bfb-4592-a35b-612bacc1808f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.535991] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0ce1018e-9bfb-4592-a35b-612bacc1808f',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.558385] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.558385] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.558572] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.558695] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.558957] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.573701] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: efff5465-1c4e-4954-825e-617e58275983 in Status: UNINITIALIZED for 2s [ 801.581446] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8d6f4939-e8a0-499e-8d42-74cc098aab77',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.038845] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ce1018e-9bfb-4592-a35b-612bacc1808f taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.039339] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ce1018e-9bfb-4592-a35b-612bacc1808f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.039339] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ce1018e-9bfb-4592-a35b-612bacc1808f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.039493] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ce1018e-9bfb-4592-a35b-612bacc1808f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.039605] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.039782] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.039899] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.040166] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.040289] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.040420] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ce1018e-9bfb-4592-a35b-612bacc1808f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.040620] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ce1018e-9bfb-4592-a35b-612bacc1808f taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.040736] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ce1018e-9bfb-4592-a35b-612bacc1808f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.040852] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ce1018e-9bfb-4592-a35b-612bacc1808f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.040979] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ce1018e-9bfb-4592-a35b-612bacc1808f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.041179] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.041278] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.041341] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.041483] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.045230] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.045424] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ce1018e-9bfb-4592-a35b-612bacc1808f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.045544] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0ce1018e-9bfb-4592-a35b-612bacc1808f',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.084340] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8d6f4939-e8a0-499e-8d42-74cc098aab77',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.550995] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0ce1018e-9bfb-4592-a35b-612bacc1808f: rpc.has_security_group_logging(os_id): False [ 802.570941] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.571144] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.571216] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.571551] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.571678] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.571953] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.572116] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.572252] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.572447] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.572552] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.572788] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.572896] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.572976] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.573273] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.573388] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.573630] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.573754] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.573836] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.574028] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.574130] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.574231] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0ce1018e-9bfb-4592-a35b-612bacc1808f is going to be created. [ 802.586811] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.587031] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.587454] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.587707] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.587826] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.588071] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d6f4939-e8a0-499e-8d42-74cc098aab77 is going to be updated. [ 802.614471] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.614632] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.614700] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.614913] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.615123] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.625413] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d6f4939-e8a0-499e-8d42-74cc098aab77 in Status: IN_PROGRESS for 2s [ 802.641938] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.642152] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.642152] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.642377] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.642572] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.657748] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0ce1018e-9bfb-4592-a35b-612bacc1808f in Status: IN_PROGRESS for 2s [ 803.584891] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: efff5465-1c4e-4954-825e-617e58275983 in Status: SUCCESS [ 803.585260] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efff5465-1c4e-4954-825e-617e58275983" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.585388] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efff5465-1c4e-4954-825e-617e58275983" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.585645] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efff5465-1c4e-4954-825e-617e58275983" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.585846] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.585968] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.586040] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.586201] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.586302] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.586464] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efff5465-1c4e-4954-825e-617e58275983" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.586624] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('efff5465-1c4e-4954-825e-617e58275983',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.991157] env[65424]: INFO networking_nsxv3.common.synchronization [req-ba0a1a23-b50c-4b2b-846c-3ae2a50e830c req-79660844-6666-4963-8eab-615c8bf98daf tempest-ListServersNegativeTestJSON-1152481494 tempest-ListServersNegativeTestJSON-1152481494-project-member] Enqueued Resource ID: efff5465-1c4e-4954-825e-617e58275983 with Priority: HIGHEST for action security_group_members [ 803.991157] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efff5465-1c4e-4954-825e-617e58275983 with Priority: HIGHEST for action security_group_members [ 803.991157] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-efff5465-1c4e-4954-825e-617e58275983 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.991702] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efff5465-1c4e-4954-825e-617e58275983" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.991702] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efff5465-1c4e-4954-825e-617e58275983" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.991702] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efff5465-1c4e-4954-825e-617e58275983" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.991702] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.991702] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.991907] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.991942] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.992268] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.992427] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('efff5465-1c4e-4954-825e-617e58275983',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.089199] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-efff5465-1c4e-4954-825e-617e58275983 taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.089415] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efff5465-1c4e-4954-825e-617e58275983" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.407691] env[65424]: INFO networking_nsxv3.common.synchronization [req-69f0bec3-4cfd-40ee-b75c-51ca76ec388b req-81fae95a-5734-4e9c-9653-9521133bd68f tempest-ListImageFiltersTestJSON-1316479358 tempest-ListImageFiltersTestJSON-1316479358-project-member] Enqueued Resource ID: d9c85c1e-7ed9-48f5-adc1-b6e7cea3e1e5 with Priority: HIGHEST for action security_group_members [ 804.408320] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9c85c1e-7ed9-48f5-adc1-b6e7cea3e1e5 with Priority: HIGHEST for action security_group_members [ 804.408643] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9c85c1e-7ed9-48f5-adc1-b6e7cea3e1e5 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.408789] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9c85c1e-7ed9-48f5-adc1-b6e7cea3e1e5" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.408858] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9c85c1e-7ed9-48f5-adc1-b6e7cea3e1e5" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.409089] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9c85c1e-7ed9-48f5-adc1-b6e7cea3e1e5" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.409267] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.409392] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.409458] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.409685] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.409810] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.409918] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d9c85c1e-7ed9-48f5-adc1-b6e7cea3e1e5',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.493650] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock network-476 taken with stack trace [, , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.493811] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "network-476" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.493811] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "network-476" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.494225] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "network-476" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.494675] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.494871] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.495140] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.495473] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.495646] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.495864] env[65424]: DEBUG dogpile.cache.region [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] No value present for key: 'zone-id' {{(pid=65424) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 804.496103] env[65424]: DEBUG dogpile.lock [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] NeedRegenerationException {{(pid=65424) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 804.496343] env[65424]: DEBUG dogpile.lock [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] no value, waiting for create lock {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 804.496521] env[65424]: DEBUG dogpile.lock [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] value creation lock acquired {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 804.496651] env[65424]: DEBUG dogpile.cache.region [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] No value present for key: 'zone-id' {{(pid=65424) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 804.496763] env[65424]: DEBUG dogpile.lock [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Calling creation function for not-yet-present value {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 804.496935] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 804.499132] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('efff5465-1c4e-4954-825e-617e58275983',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.522750] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 804.522955] env[65424]: DEBUG dogpile.cache.region [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65424) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 804.523093] env[65424]: DEBUG dogpile.lock [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Released creation lock {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 804.523273] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "network-476" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.523649] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock port-d079ff78-4a91-4b0d-ba3d-42740a3e41a5 taken with stack trace [, , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.523847] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "port-d079ff78-4a91-4b0d-ba3d-42740a3e41a5" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.523943] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "port-d079ff78-4a91-4b0d-ba3d-42740a3e41a5" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.524375] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "port-d079ff78-4a91-4b0d-ba3d-42740a3e41a5" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.524520] env[65424]: DEBUG networking_nsxv3.api.rpc [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d079ff78-4a91-4b0d-ba3d-42740a3e41a5',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.636220] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d6f4939-e8a0-499e-8d42-74cc098aab77 in Status: SUCCESS [ 804.636509] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d6f4939-e8a0-499e-8d42-74cc098aab77" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.636831] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d6f4939-e8a0-499e-8d42-74cc098aab77" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.637129] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d6f4939-e8a0-499e-8d42-74cc098aab77" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.637338] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.637509] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.637631] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.637758] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.637915] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.637915] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d6f4939-e8a0-499e-8d42-74cc098aab77" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.638096] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8d6f4939-e8a0-499e-8d42-74cc098aab77',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.639049] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d6f4939-e8a0-499e-8d42-74cc098aab77" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.639203] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d6f4939-e8a0-499e-8d42-74cc098aab77" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.639436] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.639635] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.639698] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.639886] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.639965] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.640101] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8d6f4939-e8a0-499e-8d42-74cc098aab77',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.670791] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0ce1018e-9bfb-4592-a35b-612bacc1808f in Status: SUCCESS [ 804.671068] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0ce1018e-9bfb-4592-a35b-612bacc1808f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.912736] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.913025] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.913025] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.913447] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.949078] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.949466] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.949596] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.949680] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.949874] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.950038] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.950103] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9c85c1e-7ed9-48f5-adc1-b6e7cea3e1e5 is going to be updated. [ 804.996917] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.997206] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.997310] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.997572] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.997848] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.001896] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('efff5465-1c4e-4954-825e-617e58275983',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.010175] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9c85c1e-7ed9-48f5-adc1-b6e7cea3e1e5 in Status: IN_PROGRESS for 2s [ 805.027233] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.027554] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.027651] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.027874] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.028022] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.028251] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Segment Port d079ff78-4a91-4b0d-ba3d-42740a3e41a5 not found, creating... [ 805.028522] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.028680] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.028790] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.029342] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.029342] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.029472] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.029737] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.029737] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.029898] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.030030] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.030159] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Resource: SegmentPort with ID: d079ff78-4a91-4b0d-ba3d-42740a3e41a5 is going to be created. [ 805.056581] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.056873] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.057111] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.057453] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.057790] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.058181] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "port-d079ff78-4a91-4b0d-ba3d-42740a3e41a5" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.141781] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d6f4939-e8a0-499e-8d42-74cc098aab77 taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.142047] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d6f4939-e8a0-499e-8d42-74cc098aab77" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.142324] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8d6f4939-e8a0-499e-8d42-74cc098aab77',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.504390] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.504736] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.504736] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.504921] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.505042] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.505262] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: efff5465-1c4e-4954-825e-617e58275983 is going to be updated. [ 805.550390] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.550390] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.550390] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.550591] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.550707] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.561488] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: efff5465-1c4e-4954-825e-617e58275983 in Status: IN_PROGRESS for 2s [ 805.645766] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8d6f4939-e8a0-499e-8d42-74cc098aab77',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.846876] env[65424]: INFO networking_nsxv3.common.synchronization [req-ba0a1a23-b50c-4b2b-846c-3ae2a50e830c req-cfb2a029-dd18-48cc-8037-5d329e6b3f54 service nova] Enqueued Resource ID: efff5465-1c4e-4954-825e-617e58275983 with Priority: HIGHEST for action security_group_rules [ 805.847498] env[65424]: INFO networking_nsxv3.common.synchronization [req-ba0a1a23-b50c-4b2b-846c-3ae2a50e830c req-cfb2a029-dd18-48cc-8037-5d329e6b3f54 service nova] Enqueued Resource ID: efff5465-1c4e-4954-825e-617e58275983 with Priority: HIGHEST for action security_group_members [ 805.847498] env[65424]: INFO networking_nsxv3.common.synchronization [req-ba0a1a23-b50c-4b2b-846c-3ae2a50e830c req-cfb2a029-dd18-48cc-8037-5d329e6b3f54 service nova] Enqueued Resource ID: d079ff78-4a91-4b0d-ba3d-42740a3e41a5 with Priority: HIGHEST for action port [ 805.847929] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efff5465-1c4e-4954-825e-617e58275983 with Priority: HIGHEST for action security_group_rules [ 805.854464] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efff5465-1c4e-4954-825e-617e58275983 with Priority: HIGHEST for action security_group_members [ 805.854464] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d079ff78-4a91-4b0d-ba3d-42740a3e41a5 with Priority: HIGHEST for action port [ 805.854464] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock rules-efff5465-1c4e-4954-825e-617e58275983 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.854464] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-efff5465-1c4e-4954-825e-617e58275983" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.854888] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-efff5465-1c4e-4954-825e-617e58275983 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.854888] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efff5465-1c4e-4954-825e-617e58275983" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.855157] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock port-d079ff78-4a91-4b0d-ba3d-42740a3e41a5 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.855253] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d079ff78-4a91-4b0d-ba3d-42740a3e41a5" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.855410] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d079ff78-4a91-4b0d-ba3d-42740a3e41a5" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.855800] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d079ff78-4a91-4b0d-ba3d-42740a3e41a5" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.855800] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d079ff78-4a91-4b0d-ba3d-42740a3e41a5',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.148746] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.148894] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.148968] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.149224] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.149319] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.149450] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d6f4939-e8a0-499e-8d42-74cc098aab77 is going to be updated. [ 806.181147] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.181288] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.181343] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.181544] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.181788] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.191782] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d6f4939-e8a0-499e-8d42-74cc098aab77 in Status: IN_PROGRESS for 2s [ 806.358442] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d079ff78-4a91-4b0d-ba3d-42740a3e41a5 with status ACTIVE [ 806.358713] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.358880] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.358952] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.359722] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.359722] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.359722] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.359722] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.359722] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.360650] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.361608] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.361908] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.362092] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.362129] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.362370] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.362421] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.362525] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d079ff78-4a91-4b0d-ba3d-42740a3e41a5 is going to be updated. [ 806.400120] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.400709] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.400709] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.401883] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.401883] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.401883] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d079ff78-4a91-4b0d-ba3d-42740a3e41a5" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.021103] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9c85c1e-7ed9-48f5-adc1-b6e7cea3e1e5 in Status: SUCCESS [ 807.022219] env[65424]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9c85c1e-7ed9-48f5-adc1-b6e7cea3e1e5 deletion is rescheduled due to dependency. [ 807.022219] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9c85c1e-7ed9-48f5-adc1-b6e7cea3e1e5" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.321215] env[65424]: INFO networking_nsxv3.common.synchronization [req-99499b1b-a6d8-49c4-96d5-27083814655d req-d7f72f3f-9f07-4f2c-bce7-c6d9ad967fe1 tempest-ServerRescueTestJSON-1143747873 tempest-ServerRescueTestJSON-1143747873-project-member] Enqueued Resource ID: 0e3ac01c-77fe-4ca1-b121-e654654acce9 with Priority: HIGHEST for action security_group_members [ 807.321215] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e3ac01c-77fe-4ca1-b121-e654654acce9 with Priority: HIGHEST for action security_group_members [ 807.321215] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e3ac01c-77fe-4ca1-b121-e654654acce9 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.321215] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e3ac01c-77fe-4ca1-b121-e654654acce9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.321215] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e3ac01c-77fe-4ca1-b121-e654654acce9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.321215] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e3ac01c-77fe-4ca1-b121-e654654acce9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.321215] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.321215] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.321215] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.321215] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.321215] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.322396] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0e3ac01c-77fe-4ca1-b121-e654654acce9',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.577728] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: efff5465-1c4e-4954-825e-617e58275983 in Status: SUCCESS [ 807.577728] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efff5465-1c4e-4954-825e-617e58275983" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.577728] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efff5465-1c4e-4954-825e-617e58275983" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.577728] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efff5465-1c4e-4954-825e-617e58275983" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.577728] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.577728] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.577728] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.577728] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.577728] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.577728] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efff5465-1c4e-4954-825e-617e58275983" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.577728] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-efff5465-1c4e-4954-825e-617e58275983 taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.577728] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efff5465-1c4e-4954-825e-617e58275983" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.577728] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efff5465-1c4e-4954-825e-617e58275983" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.577728] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efff5465-1c4e-4954-825e-617e58275983" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.581719] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.581719] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.581719] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.581719] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.581719] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.581719] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efff5465-1c4e-4954-825e-617e58275983" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.581719] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('efff5465-1c4e-4954-825e-617e58275983',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.581719] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efff5465-1c4e-4954-825e-617e58275983" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.581719] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efff5465-1c4e-4954-825e-617e58275983" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.581719] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.581719] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.581719] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.582332] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.582332] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.582332] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('efff5465-1c4e-4954-825e-617e58275983',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.824643] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0e3ac01c-77fe-4ca1-b121-e654654acce9',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.086206] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('efff5465-1c4e-4954-825e-617e58275983',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.086489] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for efff5465-1c4e-4954-825e-617e58275983: rpc.has_security_group_logging(os_id): False [ 808.112032] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.112279] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.112555] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.113207] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.113207] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.113888] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.113888] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.113888] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.114181] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.114181] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.114593] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.114834] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.114992] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.115246] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.115531] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.115667] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.115821] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.115923] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.116160] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.116295] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.116443] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: efff5465-1c4e-4954-825e-617e58275983 is going to be created. [ 808.203975] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d6f4939-e8a0-499e-8d42-74cc098aab77 in Status: SUCCESS [ 808.204508] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d6f4939-e8a0-499e-8d42-74cc098aab77" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.204645] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d6f4939-e8a0-499e-8d42-74cc098aab77" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.205094] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d6f4939-e8a0-499e-8d42-74cc098aab77" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.205840] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.206129] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.206245] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.206641] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.206982] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.206982] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d6f4939-e8a0-499e-8d42-74cc098aab77" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.207218] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d6f4939-e8a0-499e-8d42-74cc098aab77 taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.207356] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d6f4939-e8a0-499e-8d42-74cc098aab77" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.207520] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d6f4939-e8a0-499e-8d42-74cc098aab77" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.207713] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d6f4939-e8a0-499e-8d42-74cc098aab77" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.208161] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.208161] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.208161] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.208392] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.208392] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.208392] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d6f4939-e8a0-499e-8d42-74cc098aab77" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.208589] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8d6f4939-e8a0-499e-8d42-74cc098aab77',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.223240] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.223240] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.224756] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.225325] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.225325] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.249739] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: efff5465-1c4e-4954-825e-617e58275983 in Status: IN_PROGRESS for 2s [ 808.327742] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0e3ac01c-77fe-4ca1-b121-e654654acce9',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.588516] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('efff5465-1c4e-4954-825e-617e58275983',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.648512] env[65424]: INFO networking_nsxv3.common.synchronization [req-1c3db862-ec0c-4b85-9eaf-f72942d11dbd req-b2afb934-7e66-4439-9530-ffd3653e17a4 tempest-ServerDiagnosticsNegativeTest-366330231 tempest-ServerDiagnosticsNegativeTest-366330231-project-member] Enqueued Resource ID: 8de9feda-fcd1-474f-a4d2-8af88aed5d8f with Priority: HIGHEST for action security_group_members [ 808.649145] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8de9feda-fcd1-474f-a4d2-8af88aed5d8f with Priority: HIGHEST for action security_group_members [ 808.649559] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-8de9feda-fcd1-474f-a4d2-8af88aed5d8f taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.649717] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8de9feda-fcd1-474f-a4d2-8af88aed5d8f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.649799] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8de9feda-fcd1-474f-a4d2-8af88aed5d8f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.649982] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8de9feda-fcd1-474f-a4d2-8af88aed5d8f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.651137] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.651272] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.655084] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.655352] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.655461] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.655576] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8de9feda-fcd1-474f-a4d2-8af88aed5d8f',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.711364] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8d6f4939-e8a0-499e-8d42-74cc098aab77: rpc.has_security_group_logging(os_id): False [ 808.732471] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.732662] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.732913] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.733028] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.733155] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.733475] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.733674] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.733749] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.734153] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.734153] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.734454] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.734663] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.734794] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.735059] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.735188] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.735409] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.735594] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.735642] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.735909] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.735909] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.736021] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8d6f4939-e8a0-499e-8d42-74cc098aab77 is going to be updated. [ 808.831332] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.831655] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.831655] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.831835] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.831835] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.831978] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0e3ac01c-77fe-4ca1-b121-e654654acce9 is going to be updated. [ 808.840870] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.840870] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.840870] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.841405] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.841405] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.857481] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8d6f4939-e8a0-499e-8d42-74cc098aab77 in Status: IN_PROGRESS for 2s [ 808.866795] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.867057] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.867057] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.867292] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.867473] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.878800] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e3ac01c-77fe-4ca1-b121-e654654acce9 in Status: IN_PROGRESS for 2s [ 808.964236] env[65424]: INFO networking_nsxv3.common.synchronization [req-ba0a1a23-b50c-4b2b-846c-3ae2a50e830c req-5c2f6cb7-ba9f-47b2-9c5c-b43f05763868 tempest-ListServersNegativeTestJSON-1152481494 tempest-ListServersNegativeTestJSON-1152481494-project-member] Enqueued Resource ID: efff5465-1c4e-4954-825e-617e58275983 with Priority: HIGHEST for action security_group_members [ 808.964949] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efff5465-1c4e-4954-825e-617e58275983 with Priority: HIGHEST for action security_group_members [ 808.965864] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-efff5465-1c4e-4954-825e-617e58275983 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.965864] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efff5465-1c4e-4954-825e-617e58275983" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.092659] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.092972] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.092972] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.093347] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.093347] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.093551] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: efff5465-1c4e-4954-825e-617e58275983 is going to be updated. [ 809.128227] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.128472] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.128543] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.128783] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.128935] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.138171] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: efff5465-1c4e-4954-825e-617e58275983 in Status: IN_PROGRESS for 2s [ 809.157960] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.158243] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.158243] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.158379] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.158440] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.158730] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.158886] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.158886] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.159028] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.159181] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.159181] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8de9feda-fcd1-474f-a4d2-8af88aed5d8f is going to be updated. [ 809.192191] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.192406] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.192406] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.192566] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.192694] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.203788] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8de9feda-fcd1-474f-a4d2-8af88aed5d8f in Status: IN_PROGRESS for 2s [ 809.414835] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock network-476 taken with stack trace [, , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.415213] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "network-476" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.415454] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "network-476" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.415998] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "network-476" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.416412] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.416809] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.417011] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.417321] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.417558] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.417978] env[65424]: DEBUG dogpile.cache.region [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] No value present for key: 'zone-id' {{(pid=65424) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 809.418338] env[65424]: DEBUG dogpile.lock [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] NeedRegenerationException {{(pid=65424) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 809.418564] env[65424]: DEBUG dogpile.lock [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] no value, waiting for create lock {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 809.418738] env[65424]: DEBUG dogpile.lock [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] value creation lock acquired {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 809.418944] env[65424]: DEBUG dogpile.cache.region [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] No value present for key: 'zone-id' {{(pid=65424) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 809.419154] env[65424]: DEBUG dogpile.lock [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Calling creation function for not-yet-present value {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 809.419374] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 809.448086] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 809.449118] env[65424]: DEBUG dogpile.cache.region [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=65424) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 809.449398] env[65424]: DEBUG dogpile.lock [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Released creation lock {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 809.449709] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "network-476" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.450218] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock port-de72bf5d-344d-4daa-8f27-19c4e1e00f76 taken with stack trace [, , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.450499] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "port-de72bf5d-344d-4daa-8f27-19c4e1e00f76" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.450668] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "port-de72bf5d-344d-4daa-8f27-19c4e1e00f76" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.450960] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "port-de72bf5d-344d-4daa-8f27-19c4e1e00f76" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.451124] env[65424]: DEBUG networking_nsxv3.api.rpc [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('de72bf5d-344d-4daa-8f27-19c4e1e00f76',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.953435] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.953714] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.953859] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.954264] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.954470] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.954629] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Segment Port de72bf5d-344d-4daa-8f27-19c4e1e00f76 not found, creating... [ 809.954968] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.955156] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.955300] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.955552] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.955694] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.956157] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.956356] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.956474] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.956720] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.956875] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.957034] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Resource: SegmentPort with ID: de72bf5d-344d-4daa-8f27-19c4e1e00f76 is going to be created. [ 809.986096] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.986383] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.986480] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.986728] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.986922] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.987163] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "port-de72bf5d-344d-4daa-8f27-19c4e1e00f76" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.177253] env[65424]: INFO networking_nsxv3.common.synchronization [req-f5634473-421a-4401-8d3f-a3538fad0437 req-a47bcc33-7515-43d9-842b-1ae8c05ad006 tempest-ServersTestBootFromVolume-1036810189 tempest-ServersTestBootFromVolume-1036810189-project-member] Enqueued Resource ID: 45d000ac-30e1-4d0c-9238-f27b00103192 with Priority: HIGHEST for action security_group_members [ 810.177975] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45d000ac-30e1-4d0c-9238-f27b00103192 with Priority: HIGHEST for action security_group_members [ 810.178563] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-45d000ac-30e1-4d0c-9238-f27b00103192 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.178747] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45d000ac-30e1-4d0c-9238-f27b00103192" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.178850] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45d000ac-30e1-4d0c-9238-f27b00103192" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.179144] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45d000ac-30e1-4d0c-9238-f27b00103192" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.179370] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.179512] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.179608] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.179821] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.179947] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.180164] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('45d000ac-30e1-4d0c-9238-f27b00103192',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.262441] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: efff5465-1c4e-4954-825e-617e58275983 in Status: SUCCESS [ 810.262684] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-efff5465-1c4e-4954-825e-617e58275983" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.262895] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-efff5465-1c4e-4954-825e-617e58275983" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.263158] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-efff5465-1c4e-4954-825e-617e58275983" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.263555] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('efff5465-1c4e-4954-825e-617e58275983',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.682472] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.682635] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.683193] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.683193] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.705290] env[65424]: INFO networking_nsxv3.common.synchronization [req-ba0a1a23-b50c-4b2b-846c-3ae2a50e830c req-47d8379b-ed98-4bb5-8fce-87cf8ebf8233 service nova] Enqueued Resource ID: efff5465-1c4e-4954-825e-617e58275983 with Priority: HIGHEST for action security_group_rules [ 810.705597] env[65424]: INFO networking_nsxv3.common.synchronization [req-ba0a1a23-b50c-4b2b-846c-3ae2a50e830c req-47d8379b-ed98-4bb5-8fce-87cf8ebf8233 service nova] Enqueued Resource ID: efff5465-1c4e-4954-825e-617e58275983 with Priority: HIGHEST for action security_group_members [ 810.705597] env[65424]: INFO networking_nsxv3.common.synchronization [req-ba0a1a23-b50c-4b2b-846c-3ae2a50e830c req-47d8379b-ed98-4bb5-8fce-87cf8ebf8233 service nova] Enqueued Resource ID: de72bf5d-344d-4daa-8f27-19c4e1e00f76 with Priority: HIGHEST for action port [ 810.706422] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efff5465-1c4e-4954-825e-617e58275983 with Priority: HIGHEST for action security_group_rules [ 810.706422] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efff5465-1c4e-4954-825e-617e58275983 with Priority: HIGHEST for action security_group_members [ 810.706422] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de72bf5d-344d-4daa-8f27-19c4e1e00f76 with Priority: HIGHEST for action port [ 810.706638] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock rules-efff5465-1c4e-4954-825e-617e58275983 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.706638] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-efff5465-1c4e-4954-825e-617e58275983" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.706816] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-efff5465-1c4e-4954-825e-617e58275983 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.706918] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efff5465-1c4e-4954-825e-617e58275983" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.707256] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock port-de72bf5d-344d-4daa-8f27-19c4e1e00f76 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.707338] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-de72bf5d-344d-4daa-8f27-19c4e1e00f76" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.707338] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-de72bf5d-344d-4daa-8f27-19c4e1e00f76" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.707570] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-de72bf5d-344d-4daa-8f27-19c4e1e00f76" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.707653] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('de72bf5d-344d-4daa-8f27-19c4e1e00f76',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.710577] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.710811] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.710926] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.710983] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.711178] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.711254] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.711344] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 45d000ac-30e1-4d0c-9238-f27b00103192 is going to be updated. [ 810.765603] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-efff5465-1c4e-4954-825e-617e58275983 taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.765789] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efff5465-1c4e-4954-825e-617e58275983" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.777206] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.777366] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.777431] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.777692] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.777835] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.790886] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 45d000ac-30e1-4d0c-9238-f27b00103192 in Status: IN_PROGRESS for 2s [ 810.811108] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.811108] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.811108] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.811108] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.811108] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.877911] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8d6f4939-e8a0-499e-8d42-74cc098aab77 in Status: SUCCESS [ 810.877911] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8d6f4939-e8a0-499e-8d42-74cc098aab77" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.878085] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8d6f4939-e8a0-499e-8d42-74cc098aab77" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.878420] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8d6f4939-e8a0-499e-8d42-74cc098aab77" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.878599] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8d6f4939-e8a0-499e-8d42-74cc098aab77',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.891661] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e3ac01c-77fe-4ca1-b121-e654654acce9 in Status: SUCCESS [ 810.892885] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e3ac01c-77fe-4ca1-b121-e654654acce9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.150049] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: efff5465-1c4e-4954-825e-617e58275983 in Status: SUCCESS [ 811.150049] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efff5465-1c4e-4954-825e-617e58275983" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.150049] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efff5465-1c4e-4954-825e-617e58275983" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.150293] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efff5465-1c4e-4954-825e-617e58275983" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.150421] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.150545] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.150603] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.150820] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.150918] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.151028] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('efff5465-1c4e-4954-825e-617e58275983',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.209509] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port de72bf5d-344d-4daa-8f27-19c4e1e00f76 with status ACTIVE [ 811.209854] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.209942] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.209990] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.210200] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.210314] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.210518] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.210636] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.210700] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.210858] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.210949] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.211168] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.211277] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.211332] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.211502] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.211571] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.211687] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: de72bf5d-344d-4daa-8f27-19c4e1e00f76 is going to be updated. [ 811.214582] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8de9feda-fcd1-474f-a4d2-8af88aed5d8f in Status: SUCCESS [ 811.214746] env[65424]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8de9feda-fcd1-474f-a4d2-8af88aed5d8f deletion is rescheduled due to dependency. [ 811.214869] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8de9feda-fcd1-474f-a4d2-8af88aed5d8f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.236379] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.236606] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.236697] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.237028] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.237513] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.237513] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-de72bf5d-344d-4daa-8f27-19c4e1e00f76" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.313042] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.381882] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d6f4939-e8a0-499e-8d42-74cc098aab77 taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.382118] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d6f4939-e8a0-499e-8d42-74cc098aab77" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.382166] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d6f4939-e8a0-499e-8d42-74cc098aab77" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.382543] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d6f4939-e8a0-499e-8d42-74cc098aab77" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.382775] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.382933] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.382973] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.383639] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.383639] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.383639] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d6f4939-e8a0-499e-8d42-74cc098aab77" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.383639] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8d6f4939-e8a0-499e-8d42-74cc098aab77',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.648739] env[65424]: INFO networking_nsxv3.common.synchronization [None req-b8aabf54-9d65-413b-b699-f8c5093a43cd tempest-ServerRescueNegativeTestJSON-1694573520 tempest-ServerRescueNegativeTestJSON-1694573520-project-member] Enqueued Resource ID: 51aee5e7-bc73-4798-aeb1-337ebaba6e03 with Priority: HIGHEST for action security_group_rules [ 811.649363] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51aee5e7-bc73-4798-aeb1-337ebaba6e03 with Priority: HIGHEST for action security_group_rules [ 811.649617] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock rules-51aee5e7-bc73-4798-aeb1-337ebaba6e03 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.649733] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-51aee5e7-bc73-4798-aeb1-337ebaba6e03" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.649799] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-51aee5e7-bc73-4798-aeb1-337ebaba6e03" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.650081] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-51aee5e7-bc73-4798-aeb1-337ebaba6e03" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.650188] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('51aee5e7-bc73-4798-aeb1-337ebaba6e03',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.654144] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('efff5465-1c4e-4954-825e-617e58275983',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.762296] env[65424]: INFO networking_nsxv3.common.synchronization [None req-2729801f-d4e6-4a4a-891e-b463f6666e2b tempest-ServerRescueNegativeTestJSON-1694573520 tempest-ServerRescueNegativeTestJSON-1694573520-project-member] Enqueued Resource ID: 51aee5e7-bc73-4798-aeb1-337ebaba6e03 with Priority: HIGHEST for action security_group_rules [ 811.762926] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51aee5e7-bc73-4798-aeb1-337ebaba6e03 with Priority: HIGHEST for action security_group_rules [ 811.763191] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock rules-51aee5e7-bc73-4798-aeb1-337ebaba6e03 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.763320] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-51aee5e7-bc73-4798-aeb1-337ebaba6e03" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.816634] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.888357] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d6f4939-e8a0-499e-8d42-74cc098aab77 taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.888532] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d6f4939-e8a0-499e-8d42-74cc098aab77" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.888635] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d6f4939-e8a0-499e-8d42-74cc098aab77" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.888918] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d6f4939-e8a0-499e-8d42-74cc098aab77" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.889181] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.889321] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.891042] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.891042] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.891042] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.891042] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d6f4939-e8a0-499e-8d42-74cc098aab77" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.891042] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d6f4939-e8a0-499e-8d42-74cc098aab77 taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.891042] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d6f4939-e8a0-499e-8d42-74cc098aab77" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.891042] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d6f4939-e8a0-499e-8d42-74cc098aab77" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.891042] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d6f4939-e8a0-499e-8d42-74cc098aab77" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.891042] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.891042] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.891042] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.891042] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.891042] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.891042] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d6f4939-e8a0-499e-8d42-74cc098aab77" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.891879] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8d6f4939-e8a0-499e-8d42-74cc098aab77',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.156183] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('efff5465-1c4e-4954-825e-617e58275983',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.172922] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.172922] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.172922] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.172922] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.172922] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.173304] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 51aee5e7-bc73-4798-aeb1-337ebaba6e03 already deleted. [ 812.173304] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-51aee5e7-bc73-4798-aeb1-337ebaba6e03" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.173304] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-51aee5e7-bc73-4798-aeb1-337ebaba6e03" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.173531] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-51aee5e7-bc73-4798-aeb1-337ebaba6e03" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.173531] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('51aee5e7-bc73-4798-aeb1-337ebaba6e03',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.322263] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 812.322644] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 812.396433] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8d6f4939-e8a0-499e-8d42-74cc098aab77: rpc.has_security_group_logging(os_id): False [ 812.418716] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.418956] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.418956] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.419392] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.419392] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.420765] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.420765] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.420765] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.421482] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.421482] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.421482] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.421482] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.421482] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.422316] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.422316] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.422316] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.422316] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.422316] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.422316] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.422812] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.422812] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8d6f4939-e8a0-499e-8d42-74cc098aab77 is going to be updated. [ 812.632607] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.633802] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.633802] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.633802] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.633802] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.660057] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.660342] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.660428] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.660669] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.660765] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.660894] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: efff5465-1c4e-4954-825e-617e58275983 is going to be updated. [ 812.675958] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8d6f4939-e8a0-499e-8d42-74cc098aab77 in Status: IN_PROGRESS for 2s [ 812.695126] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.695328] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.695378] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.695570] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.695660] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.695757] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 51aee5e7-bc73-4798-aeb1-337ebaba6e03 already deleted. [ 812.695839] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-51aee5e7-bc73-4798-aeb1-337ebaba6e03" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.718881] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.719059] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.719158] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.719719] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.719719] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.895348] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: efff5465-1c4e-4954-825e-617e58275983 in Status: IN_PROGRESS for 2s [ 812.904534] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 45d000ac-30e1-4d0c-9238-f27b00103192 in Status: SUCCESS [ 812.904779] env[65424]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 45d000ac-30e1-4d0c-9238-f27b00103192 deletion is rescheduled due to dependency. [ 812.904853] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45d000ac-30e1-4d0c-9238-f27b00103192" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.705540] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.705871] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.705871] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.705948] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.726060] env[65424]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 813.727308] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.729034] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 813.870057] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.870215] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.870324] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.871181] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.877767] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.878371] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 813.878455] env[65424]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65424) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 813.878529] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 813.922658] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.922814] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.922881] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.923111] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.924705] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.924999] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 813.999781] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.999925] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.000033] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.000339] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.000665] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.001379] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 814.050023] env[65424]: INFO networking_nsxv3.common.synchronization [req-6ed2c0db-1e02-4f61-95a8-beb2f15121ce req-af87d0d9-f097-4088-9e2d-d1c5abe0e906 tempest-ServersTestMultiNic-1429566882 tempest-ServersTestMultiNic-1429566882-project-member] Enqueued Resource ID: 8d6f4939-e8a0-499e-8d42-74cc098aab77 with Priority: HIGHEST for action security_group_members [ 814.050023] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d6f4939-e8a0-499e-8d42-74cc098aab77 with Priority: HIGHEST for action security_group_members [ 814.050023] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d6f4939-e8a0-499e-8d42-74cc098aab77 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.050023] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d6f4939-e8a0-499e-8d42-74cc098aab77" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.050023] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d6f4939-e8a0-499e-8d42-74cc098aab77" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.050023] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d6f4939-e8a0-499e-8d42-74cc098aab77" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.050023] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.050587] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.050769] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.051055] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.051251] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.051448] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8d6f4939-e8a0-499e-8d42-74cc098aab77',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.074467] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.074652] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.074765] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.074937] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.076148] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.076637] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:38. [ 814.076792] env[65424]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'d009cd22-1f87-4b60-a41a-f3a87ef297a5', '0e3ac01c-77fe-4ca1-b121-e654654acce9', '0ff83ae0-e2ba-4b16-889b-fdc401ea2d95', '8de9feda-fcd1-474f-a4d2-8af88aed5d8f', '1ecbf7e5-7eed-41b9-bfc3-187028ca8a90', '62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f', '8d6f4939-e8a0-499e-8d42-74cc098aab77', '1fb70c28-f5cc-4597-9f17-caf301209a08', 'b74010a0-1072-4252-ac10-af92358e7afa', 'bdac1a0f-156a-453d-9050-63e10c6ad759', 'b4d8ca39-a0a0-48a4-b6d8-dcb5075259b8', '59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9', '5f2a30fe-1d4a-4b82-8fd4-8583d5b02890', 'c0635f2c-27a4-4224-97f4-b631bfcc074a', 'd9c85c1e-7ed9-48f5-adc1-b6e7cea3e1e5', '5179ad91-711f-4723-9d58-6eeeb82ed57f', 'cbb7805e-73e3-427c-bb8b-1e2b9f0cad33', '2c4d3ec6-0c4f-41fa-bc5e-ff3763e47ac4', '0974405a-ba49-4f1e-9519-bcf099ba1636', 'efff5465-1c4e-4954-825e-617e58275983', 'b825f54a-be85-442c-9ddb-1d568236ef6c', 'c2b85db2-c947-415f-abb6-26ced169a11d', '45d000ac-30e1-4d0c-9238-f27b00103192', '80425ab6-3025-46cb-88b6-ff42a37a45ce', '8697f03b-9b68-4d2b-ade8-6e607daa4837', '2f30b5c0-aef3-4ef2-bd2a-3a917103ea72', '335dcde0-3240-4506-8926-6b7a4d53a241', 'b88875cd-811d-4be1-a2e3-2aecf00893e7', 'd3a6cc57-5bfc-4310-b1a5-b90db89c4977', '63c65a65-9953-490c-bb38-5f334ae16e89', 'cbf297d2-7098-44e8-89e5-c29920480685', '0ce1018e-9bfb-4592-a35b-612bacc1808f', 'd31137b1-d29c-4525-ad92-6b63f28c47b5', 'f1bbbc6b-71e8-4e9d-9be0-913d67ba79c0', 'c431d772-6685-4785-95dc-15cd8c5fa37d', 'bed45b1a-a99a-460a-9177-638edfa36ffb', '9c77e0b5-de72-4db2-a933-8eadeb7274a8', 'de70384f-291f-4579-8961-9389af523ad0'} {{(pid=65424) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 814.076984] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 814.101224] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.101379] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.101487] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.102238] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.102238] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.102238] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 814.102238] env[65424]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65424) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 814.102238] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 814.170901] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.170901] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.171219] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.171219] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.171915] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.172296] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 814.172296] env[65424]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65424) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 814.172296] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 814.172464] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 814.172464] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/38 resources of Type:Security Group Rules [ 814.172549] env[65424]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d009cd22-1f87-4b60-a41a-f3a87ef297a5 with Priority: HIGH for action security_group_rules [ 814.172642] env[65424]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0e3ac01c-77fe-4ca1-b121-e654654acce9 with Priority: HIGH for action security_group_rules [ 814.172717] env[65424]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0ff83ae0-e2ba-4b16-889b-fdc401ea2d95 with Priority: HIGH for action security_group_rules [ 814.172787] env[65424]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8de9feda-fcd1-474f-a4d2-8af88aed5d8f with Priority: HIGH for action security_group_rules [ 814.172829] env[65424]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1ecbf7e5-7eed-41b9-bfc3-187028ca8a90 with Priority: HIGH for action security_group_rules [ 814.172896] env[65424]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f with Priority: HIGH for action security_group_rules [ 814.172956] env[65424]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8d6f4939-e8a0-499e-8d42-74cc098aab77 with Priority: HIGH for action security_group_rules [ 814.173025] env[65424]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1fb70c28-f5cc-4597-9f17-caf301209a08 with Priority: HIGH for action security_group_rules [ 814.173087] env[65424]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b74010a0-1072-4252-ac10-af92358e7afa with Priority: HIGH for action security_group_rules [ 814.173147] env[65424]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: bdac1a0f-156a-453d-9050-63e10c6ad759 with Priority: HIGH for action security_group_rules [ 814.173206] env[65424]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b4d8ca39-a0a0-48a4-b6d8-dcb5075259b8 with Priority: HIGH for action security_group_rules [ 814.173266] env[65424]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9 with Priority: HIGH for action security_group_rules [ 814.173325] env[65424]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5f2a30fe-1d4a-4b82-8fd4-8583d5b02890 with Priority: HIGH for action security_group_rules [ 814.173386] env[65424]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c0635f2c-27a4-4224-97f4-b631bfcc074a with Priority: HIGH for action security_group_rules [ 814.173447] env[65424]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d9c85c1e-7ed9-48f5-adc1-b6e7cea3e1e5 with Priority: HIGH for action security_group_rules [ 814.173508] env[65424]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5179ad91-711f-4723-9d58-6eeeb82ed57f with Priority: HIGH for action security_group_rules [ 814.173572] env[65424]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: cbb7805e-73e3-427c-bb8b-1e2b9f0cad33 with Priority: HIGH for action security_group_rules [ 814.173630] env[65424]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2c4d3ec6-0c4f-41fa-bc5e-ff3763e47ac4 with Priority: HIGH for action security_group_rules [ 814.173690] env[65424]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0974405a-ba49-4f1e-9519-bcf099ba1636 with Priority: HIGH for action security_group_rules [ 814.173750] env[65424]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: efff5465-1c4e-4954-825e-617e58275983 with Priority: HIGH for action security_group_rules [ 814.173850] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.340972] env[65424]: INFO networking_nsxv3.common.synchronization [req-6ed2c0db-1e02-4f61-95a8-beb2f15121ce req-91c5ee73-c188-4796-8ce9-812ef8458c78 tempest-ServersTestMultiNic-1429566882 tempest-ServersTestMultiNic-1429566882-project-member] Enqueued Resource ID: 8d6f4939-e8a0-499e-8d42-74cc098aab77 with Priority: HIGHEST for action security_group_members [ 814.341769] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d6f4939-e8a0-499e-8d42-74cc098aab77 with Priority: HIGHEST for action security_group_members [ 814.342053] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d009cd22-1f87-4b60-a41a-f3a87ef297a5 with Priority: HIGH for action security_group_rules [ 814.342226] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ff83ae0-e2ba-4b16-889b-fdc401ea2d95 with Priority: HIGH for action security_group_rules [ 814.342381] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d6f4939-e8a0-499e-8d42-74cc098aab77 with Priority: HIGH for action security_group_rules [ 814.342548] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9c85c1e-7ed9-48f5-adc1-b6e7cea3e1e5 with Priority: HIGH for action security_group_rules [ 814.342739] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efff5465-1c4e-4954-825e-617e58275983 with Priority: HIGH for action security_group_rules [ 814.342866] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0974405a-ba49-4f1e-9519-bcf099ba1636 with Priority: HIGH for action security_group_rules [ 814.342965] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c4d3ec6-0c4f-41fa-bc5e-ff3763e47ac4 with Priority: HIGH for action security_group_rules [ 814.343216] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbb7805e-73e3-427c-bb8b-1e2b9f0cad33 with Priority: HIGH for action security_group_rules [ 814.343389] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0635f2c-27a4-4224-97f4-b631bfcc074a with Priority: HIGH for action security_group_rules [ 814.343541] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5179ad91-711f-4723-9d58-6eeeb82ed57f with Priority: HIGH for action security_group_rules [ 814.343683] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f2a30fe-1d4a-4b82-8fd4-8583d5b02890 with Priority: HIGH for action security_group_rules [ 814.343834] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9 with Priority: HIGH for action security_group_rules [ 814.343987] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4d8ca39-a0a0-48a4-b6d8-dcb5075259b8 with Priority: HIGH for action security_group_rules [ 814.344118] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bdac1a0f-156a-453d-9050-63e10c6ad759 with Priority: HIGH for action security_group_rules [ 814.344270] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b74010a0-1072-4252-ac10-af92358e7afa with Priority: HIGH for action security_group_rules [ 814.344492] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f with Priority: HIGH for action security_group_rules [ 814.344679] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1fb70c28-f5cc-4597-9f17-caf301209a08 with Priority: HIGH for action security_group_rules [ 814.344796] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ecbf7e5-7eed-41b9-bfc3-187028ca8a90 with Priority: HIGH for action security_group_rules [ 814.344897] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e3ac01c-77fe-4ca1-b121-e654654acce9 with Priority: HIGH for action security_group_rules [ 814.345486] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8de9feda-fcd1-474f-a4d2-8af88aed5d8f with Priority: HIGH for action security_group_rules [ 814.345486] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d6f4939-e8a0-499e-8d42-74cc098aab77 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.345638] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d6f4939-e8a0-499e-8d42-74cc098aab77" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.347260] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d009cd22-1f87-4b60-a41a-f3a87ef297a5 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.347260] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d009cd22-1f87-4b60-a41a-f3a87ef297a5" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.347260] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d009cd22-1f87-4b60-a41a-f3a87ef297a5" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.347260] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d009cd22-1f87-4b60-a41a-f3a87ef297a5" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.347260] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d009cd22-1f87-4b60-a41a-f3a87ef297a5',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.347768] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0ff83ae0-e2ba-4b16-889b-fdc401ea2d95 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.347768] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0ff83ae0-e2ba-4b16-889b-fdc401ea2d95" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.347768] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0ff83ae0-e2ba-4b16-889b-fdc401ea2d95" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.347892] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0ff83ae0-e2ba-4b16-889b-fdc401ea2d95" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.347999] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0ff83ae0-e2ba-4b16-889b-fdc401ea2d95',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.348798] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8d6f4939-e8a0-499e-8d42-74cc098aab77 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.348912] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8d6f4939-e8a0-499e-8d42-74cc098aab77" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.349304] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d9c85c1e-7ed9-48f5-adc1-b6e7cea3e1e5 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.349428] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d9c85c1e-7ed9-48f5-adc1-b6e7cea3e1e5" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.349505] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d9c85c1e-7ed9-48f5-adc1-b6e7cea3e1e5" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.349691] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d9c85c1e-7ed9-48f5-adc1-b6e7cea3e1e5" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.349811] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d9c85c1e-7ed9-48f5-adc1-b6e7cea3e1e5',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.350676] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock rules-efff5465-1c4e-4954-825e-617e58275983 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.350676] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-efff5465-1c4e-4954-825e-617e58275983" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.350824] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0974405a-ba49-4f1e-9519-bcf099ba1636 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.350919] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0974405a-ba49-4f1e-9519-bcf099ba1636" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.350983] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0974405a-ba49-4f1e-9519-bcf099ba1636" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.351766] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0974405a-ba49-4f1e-9519-bcf099ba1636" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.351766] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0974405a-ba49-4f1e-9519-bcf099ba1636',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.352749] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2c4d3ec6-0c4f-41fa-bc5e-ff3763e47ac4 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.352749] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2c4d3ec6-0c4f-41fa-bc5e-ff3763e47ac4" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.352749] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2c4d3ec6-0c4f-41fa-bc5e-ff3763e47ac4" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.352749] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2c4d3ec6-0c4f-41fa-bc5e-ff3763e47ac4" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.352749] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2c4d3ec6-0c4f-41fa-bc5e-ff3763e47ac4',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.354051] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cbb7805e-73e3-427c-bb8b-1e2b9f0cad33 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.354051] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cbb7805e-73e3-427c-bb8b-1e2b9f0cad33" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.356222] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cbb7805e-73e3-427c-bb8b-1e2b9f0cad33" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.356222] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cbb7805e-73e3-427c-bb8b-1e2b9f0cad33" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.356222] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cbb7805e-73e3-427c-bb8b-1e2b9f0cad33',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.356222] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c0635f2c-27a4-4224-97f4-b631bfcc074a taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.356222] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c0635f2c-27a4-4224-97f4-b631bfcc074a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.356222] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c0635f2c-27a4-4224-97f4-b631bfcc074a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.356443] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c0635f2c-27a4-4224-97f4-b631bfcc074a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.356443] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c0635f2c-27a4-4224-97f4-b631bfcc074a',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.357706] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5179ad91-711f-4723-9d58-6eeeb82ed57f taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.357808] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5179ad91-711f-4723-9d58-6eeeb82ed57f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.357873] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5179ad91-711f-4723-9d58-6eeeb82ed57f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.358054] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5179ad91-711f-4723-9d58-6eeeb82ed57f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.358126] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5179ad91-711f-4723-9d58-6eeeb82ed57f',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.359062] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5f2a30fe-1d4a-4b82-8fd4-8583d5b02890 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.359311] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5f2a30fe-1d4a-4b82-8fd4-8583d5b02890" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.359311] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5f2a30fe-1d4a-4b82-8fd4-8583d5b02890" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.359487] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5f2a30fe-1d4a-4b82-8fd4-8583d5b02890" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.359891] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5f2a30fe-1d4a-4b82-8fd4-8583d5b02890',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.360543] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock rules-59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.360543] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.360543] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.360756] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.360756] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.361182] env[65424]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 814.363774] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b4d8ca39-a0a0-48a4-b6d8-dcb5075259b8 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.363774] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b4d8ca39-a0a0-48a4-b6d8-dcb5075259b8" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.363774] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b4d8ca39-a0a0-48a4-b6d8-dcb5075259b8" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.363774] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b4d8ca39-a0a0-48a4-b6d8-dcb5075259b8" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.363774] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b4d8ca39-a0a0-48a4-b6d8-dcb5075259b8',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.363774] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bdac1a0f-156a-453d-9050-63e10c6ad759 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.364202] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bdac1a0f-156a-453d-9050-63e10c6ad759" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.364202] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bdac1a0f-156a-453d-9050-63e10c6ad759" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.364202] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bdac1a0f-156a-453d-9050-63e10c6ad759" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.364202] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bdac1a0f-156a-453d-9050-63e10c6ad759',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.365259] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b74010a0-1072-4252-ac10-af92358e7afa taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.365360] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b74010a0-1072-4252-ac10-af92358e7afa" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.365416] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b74010a0-1072-4252-ac10-af92358e7afa" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.365544] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b74010a0-1072-4252-ac10-af92358e7afa" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.365618] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b74010a0-1072-4252-ac10-af92358e7afa',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.366436] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock rules-62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.366561] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.366685] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.366934] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.366934] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.368031] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1fb70c28-f5cc-4597-9f17-caf301209a08 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.368031] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1fb70c28-f5cc-4597-9f17-caf301209a08" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.368031] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1fb70c28-f5cc-4597-9f17-caf301209a08" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.368282] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1fb70c28-f5cc-4597-9f17-caf301209a08" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.368282] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1fb70c28-f5cc-4597-9f17-caf301209a08',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.369284] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1ecbf7e5-7eed-41b9-bfc3-187028ca8a90 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.369393] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1ecbf7e5-7eed-41b9-bfc3-187028ca8a90" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.369393] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1ecbf7e5-7eed-41b9-bfc3-187028ca8a90" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.369551] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1ecbf7e5-7eed-41b9-bfc3-187028ca8a90" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.369629] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1ecbf7e5-7eed-41b9-bfc3-187028ca8a90',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.370537] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0e3ac01c-77fe-4ca1-b121-e654654acce9 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.370660] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0e3ac01c-77fe-4ca1-b121-e654654acce9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.370733] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0e3ac01c-77fe-4ca1-b121-e654654acce9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.370862] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0e3ac01c-77fe-4ca1-b121-e654654acce9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.370922] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0e3ac01c-77fe-4ca1-b121-e654654acce9',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.371779] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8de9feda-fcd1-474f-a4d2-8af88aed5d8f taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.371931] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8de9feda-fcd1-474f-a4d2-8af88aed5d8f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.372093] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8de9feda-fcd1-474f-a4d2-8af88aed5d8f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.374293] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8de9feda-fcd1-474f-a4d2-8af88aed5d8f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.375859] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8de9feda-fcd1-474f-a4d2-8af88aed5d8f',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.385267] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ff83ae0-e2ba-4b16-889b-fdc401ea2d95 taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.385267] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ff83ae0-e2ba-4b16-889b-fdc401ea2d95" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.385661] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ff83ae0-e2ba-4b16-889b-fdc401ea2d95" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.385724] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ff83ae0-e2ba-4b16-889b-fdc401ea2d95" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.385967] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.386160] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.386248] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.386403] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.386536] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.386627] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ff83ae0-e2ba-4b16-889b-fdc401ea2d95" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.386761] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0ff83ae0-e2ba-4b16-889b-fdc401ea2d95',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.421679] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.421829] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.421953] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.422124] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.424198] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.424315] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.449565] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.449565] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0974405a-ba49-4f1e-9519-bcf099ba1636 is going to be deleted. [ 814.450055] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.450597] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.469493] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.469493] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d009cd22-1f87-4b60-a41a-f3a87ef297a5 is going to be deleted. [ 814.506882] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.507085] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.507154] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.507327] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.507415] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.507519] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0974405a-ba49-4f1e-9519-bcf099ba1636" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.526519] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.526664] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.526737] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.526920] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.527197] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.527197] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d009cd22-1f87-4b60-a41a-f3a87ef297a5" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.553931] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8d6f4939-e8a0-499e-8d42-74cc098aab77',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.702027] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8d6f4939-e8a0-499e-8d42-74cc098aab77 in Status: SUCCESS [ 814.702290] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8d6f4939-e8a0-499e-8d42-74cc098aab77" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.702853] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8d6f4939-e8a0-499e-8d42-74cc098aab77" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.703086] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8d6f4939-e8a0-499e-8d42-74cc098aab77" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.703179] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8d6f4939-e8a0-499e-8d42-74cc098aab77',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.899057] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ff83ae0-e2ba-4b16-889b-fdc401ea2d95 taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.899057] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ff83ae0-e2ba-4b16-889b-fdc401ea2d95" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.899057] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ff83ae0-e2ba-4b16-889b-fdc401ea2d95" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.899495] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ff83ae0-e2ba-4b16-889b-fdc401ea2d95" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.899495] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.899676] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.899676] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.899810] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.899810] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.899876] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ff83ae0-e2ba-4b16-889b-fdc401ea2d95" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.900841] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ff83ae0-e2ba-4b16-889b-fdc401ea2d95 taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.900841] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ff83ae0-e2ba-4b16-889b-fdc401ea2d95" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.900841] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ff83ae0-e2ba-4b16-889b-fdc401ea2d95" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.900841] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ff83ae0-e2ba-4b16-889b-fdc401ea2d95" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.900841] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.900841] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.900841] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.900841] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.900841] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.900841] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ff83ae0-e2ba-4b16-889b-fdc401ea2d95" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.901216] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0ff83ae0-e2ba-4b16-889b-fdc401ea2d95',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.906045] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.906190] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.906305] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.906695] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.911620] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: efff5465-1c4e-4954-825e-617e58275983 in Status: SUCCESS [ 814.911620] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efff5465-1c4e-4954-825e-617e58275983" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.911620] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efff5465-1c4e-4954-825e-617e58275983" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.911782] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efff5465-1c4e-4954-825e-617e58275983" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.911883] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.911972] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.912048] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.912197] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.912270] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.912368] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('efff5465-1c4e-4954-825e-617e58275983',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.914997] env[65424]: INFO networking_nsxv3.common.synchronization [req-8118d870-7f08-472f-82f7-ef2032d43d15 req-3dd8a19e-e1c0-4dd3-b6b0-4f9d9f009fce tempest-AttachInterfacesTestJSON-1826416307 tempest-AttachInterfacesTestJSON-1826416307-project-member] Enqueued Resource ID: 0ce1018e-9bfb-4592-a35b-612bacc1808f with Priority: HIGHEST for action security_group_members [ 814.915722] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ce1018e-9bfb-4592-a35b-612bacc1808f with Priority: HIGHEST for action security_group_members [ 814.916521] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ce1018e-9bfb-4592-a35b-612bacc1808f taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.916674] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ce1018e-9bfb-4592-a35b-612bacc1808f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.916759] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ce1018e-9bfb-4592-a35b-612bacc1808f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.916996] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ce1018e-9bfb-4592-a35b-612bacc1808f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.917191] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.917309] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.917370] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.917531] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.917607] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.917740] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0ce1018e-9bfb-4592-a35b-612bacc1808f',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.930709] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.930709] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d9c85c1e-7ed9-48f5-adc1-b6e7cea3e1e5 is going to be deleted. [ 814.934299] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e3ac01c-77fe-4ca1-b121-e654654acce9 taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.934299] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e3ac01c-77fe-4ca1-b121-e654654acce9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.934299] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e3ac01c-77fe-4ca1-b121-e654654acce9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.934567] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e3ac01c-77fe-4ca1-b121-e654654acce9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.934611] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.934730] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.934778] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.935558] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.935664] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.935762] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e3ac01c-77fe-4ca1-b121-e654654acce9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.935855] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0e3ac01c-77fe-4ca1-b121-e654654acce9',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.936822] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0635f2c-27a4-4224-97f4-b631bfcc074a taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.936944] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0635f2c-27a4-4224-97f4-b631bfcc074a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.936944] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0635f2c-27a4-4224-97f4-b631bfcc074a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.937119] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0635f2c-27a4-4224-97f4-b631bfcc074a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.937273] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.937369] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.937429] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.937648] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.937707] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.937745] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0635f2c-27a4-4224-97f4-b631bfcc074a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.937824] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c0635f2c-27a4-4224-97f4-b631bfcc074a',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.943974] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c4d3ec6-0c4f-41fa-bc5e-ff3763e47ac4 taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.944117] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c4d3ec6-0c4f-41fa-bc5e-ff3763e47ac4" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.944547] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c4d3ec6-0c4f-41fa-bc5e-ff3763e47ac4" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.944748] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c4d3ec6-0c4f-41fa-bc5e-ff3763e47ac4" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.944914] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.945262] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.945262] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.945262] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.945391] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.945391] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c4d3ec6-0c4f-41fa-bc5e-ff3763e47ac4" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.945507] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2c4d3ec6-0c4f-41fa-bc5e-ff3763e47ac4',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.951071] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4d8ca39-a0a0-48a4-b6d8-dcb5075259b8 taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.951071] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4d8ca39-a0a0-48a4-b6d8-dcb5075259b8" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.951071] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4d8ca39-a0a0-48a4-b6d8-dcb5075259b8" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.951071] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4d8ca39-a0a0-48a4-b6d8-dcb5075259b8" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.951363] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.951363] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.951363] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.951477] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.951775] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.951775] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4d8ca39-a0a0-48a4-b6d8-dcb5075259b8" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.951887] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b4d8ca39-a0a0-48a4-b6d8-dcb5075259b8',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.952891] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-cbb7805e-73e3-427c-bb8b-1e2b9f0cad33 taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.952891] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cbb7805e-73e3-427c-bb8b-1e2b9f0cad33" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.952891] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cbb7805e-73e3-427c-bb8b-1e2b9f0cad33" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.953089] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cbb7805e-73e3-427c-bb8b-1e2b9f0cad33" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.953363] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.953363] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.953363] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.956608] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.956608] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.956608] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cbb7805e-73e3-427c-bb8b-1e2b9f0cad33" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.956608] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cbb7805e-73e3-427c-bb8b-1e2b9f0cad33',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.966060] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.966227] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.966296] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.966501] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.004343] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.004343] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.004343] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.004343] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.005119] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.005210] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.005899] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.006024] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.006696] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.006813] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.007526] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.007618] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.008323] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.008409] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.009120] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.009260] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f is going to be deleted. [ 815.010126] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.010333] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.011784] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.011865] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.034573] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.034852] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9 is going to be deleted. [ 815.036751] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.037154] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.059183] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8d6f4939-e8a0-499e-8d42-74cc098aab77',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.063879] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.064016] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.066594] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.066841] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bdac1a0f-156a-453d-9050-63e10c6ad759 is going to be deleted. [ 815.068084] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.068313] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.073402] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.073543] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.121037] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.121204] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5f2a30fe-1d4a-4b82-8fd4-8583d5b02890 is going to be deleted. [ 815.122643] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.122913] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.135867] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.136024] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.159387] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.159516] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1fb70c28-f5cc-4597-9f17-caf301209a08 is going to be deleted. [ 815.160496] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.160706] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.183537] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.183622] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.234387] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.234581] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1ecbf7e5-7eed-41b9-bfc3-187028ca8a90 is going to be deleted. [ 815.235601] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.236030] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.266311] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.266486] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.272107] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.272107] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.292137] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.292137] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5179ad91-711f-4723-9d58-6eeeb82ed57f is going to be deleted. [ 815.293360] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.293711] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.351719] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.352854] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8de9feda-fcd1-474f-a4d2-8af88aed5d8f is going to be deleted. [ 815.353379] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.353731] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.359811] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.361171] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.365978] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.365978] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.406143] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0ff83ae0-e2ba-4b16-889b-fdc401ea2d95: rpc.has_security_group_logging(os_id): False [ 815.413042] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.413187] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b74010a0-1072-4252-ac10-af92358e7afa is going to be deleted. [ 815.414441] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.414441] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.414441] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.414713] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d9c85c1e-7ed9-48f5-adc1-b6e7cea3e1e5" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.415349] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.415437] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.415536] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.415663] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.416533] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('efff5465-1c4e-4954-825e-617e58275983',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.417291] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.417829] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.417829] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.417829] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.417829] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.418000] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.418000] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.418131] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bdac1a0f-156a-453d-9050-63e10c6ad759" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.418514] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.418668] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.419900] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.420052] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.442183] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c0635f2c-27a4-4224-97f4-b631bfcc074a',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.443686] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e3ac01c-77fe-4ca1-b121-e654654acce9 taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.443925] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e3ac01c-77fe-4ca1-b121-e654654acce9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.443989] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e3ac01c-77fe-4ca1-b121-e654654acce9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.444335] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e3ac01c-77fe-4ca1-b121-e654654acce9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.444603] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.444902] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.444902] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.445050] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.445154] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.445262] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e3ac01c-77fe-4ca1-b121-e654654acce9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.445442] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e3ac01c-77fe-4ca1-b121-e654654acce9 taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.445541] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e3ac01c-77fe-4ca1-b121-e654654acce9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.445601] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e3ac01c-77fe-4ca1-b121-e654654acce9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.445769] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e3ac01c-77fe-4ca1-b121-e654654acce9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.445911] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.446007] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.446091] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.446230] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.446316] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.446378] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e3ac01c-77fe-4ca1-b121-e654654acce9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.446495] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0e3ac01c-77fe-4ca1-b121-e654654acce9',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.465392] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.465578] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.466863] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b4d8ca39-a0a0-48a4-b6d8-dcb5075259b8',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.471933] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c4d3ec6-0c4f-41fa-bc5e-ff3763e47ac4 taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.472625] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c4d3ec6-0c4f-41fa-bc5e-ff3763e47ac4" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.472625] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c4d3ec6-0c4f-41fa-bc5e-ff3763e47ac4" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.472625] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c4d3ec6-0c4f-41fa-bc5e-ff3763e47ac4" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.472625] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.472857] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.472857] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.473029] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.473118] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.473118] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c4d3ec6-0c4f-41fa-bc5e-ff3763e47ac4" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.473334] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c4d3ec6-0c4f-41fa-bc5e-ff3763e47ac4 taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.475243] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c4d3ec6-0c4f-41fa-bc5e-ff3763e47ac4" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.475243] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c4d3ec6-0c4f-41fa-bc5e-ff3763e47ac4" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.475243] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c4d3ec6-0c4f-41fa-bc5e-ff3763e47ac4" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.475243] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.475243] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.475243] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.475243] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.475243] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.475243] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c4d3ec6-0c4f-41fa-bc5e-ff3763e47ac4" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.475243] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2c4d3ec6-0c4f-41fa-bc5e-ff3763e47ac4',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.477076] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.477276] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8d6f4939-e8a0-499e-8d42-74cc098aab77 is going to be deleted. [ 815.478794] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cbb7805e-73e3-427c-bb8b-1e2b9f0cad33',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.482159] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.482159] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.482159] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.482159] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5f2a30fe-1d4a-4b82-8fd4-8583d5b02890" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.482328] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.482596] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.482718] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.482880] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1fb70c28-f5cc-4597-9f17-caf301209a08" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.483873] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.484254] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.484993] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.484993] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1ecbf7e5-7eed-41b9-bfc3-187028ca8a90" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.484993] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.485182] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.561871] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.562067] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.562206] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.562500] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.562646] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.562741] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d6f4939-e8a0-499e-8d42-74cc098aab77 is going to be updated. [ 815.591441] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.591659] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.591659] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.591827] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.592112] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.592233] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.592387] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0ce1018e-9bfb-4592-a35b-612bacc1808f is going to be updated. [ 815.594026] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.594286] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.608240] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.608490] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.618508] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.618789] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.634508] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.634508] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.651874] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.652449] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.653814] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.653814] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.653814] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.653814] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.653814] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.653814] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.653814] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.654230] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.654230] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.654230] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.654230] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.654363] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.654488] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.654564] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.654673] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0ff83ae0-e2ba-4b16-889b-fdc401ea2d95 is going to be updated. [ 815.656913] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.657166] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.657239] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.657443] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.657657] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.658967] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.660362] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.660362] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.660362] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5179ad91-711f-4723-9d58-6eeeb82ed57f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.660362] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.660362] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.660362] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.660362] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8de9feda-fcd1-474f-a4d2-8af88aed5d8f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.660362] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.660675] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.660675] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.660675] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b74010a0-1072-4252-ac10-af92358e7afa" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.672413] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.672656] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.672770] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.672913] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.673084] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.676365] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d6f4939-e8a0-499e-8d42-74cc098aab77 in Status: IN_PROGRESS for 2s [ 815.692493] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0ce1018e-9bfb-4592-a35b-612bacc1808f in Status: IN_PROGRESS for 2s [ 815.739166] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.739536] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.739536] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.739765] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.739765] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.739908] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8d6f4939-e8a0-499e-8d42-74cc098aab77" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.889193] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.889344] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.889428] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.889654] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.889824] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.911688] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0ff83ae0-e2ba-4b16-889b-fdc401ea2d95 in Status: IN_PROGRESS for 2s [ 815.920031] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('efff5465-1c4e-4954-825e-617e58275983',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.950603] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c0635f2c-27a4-4224-97f4-b631bfcc074a: rpc.has_security_group_logging(os_id): False [ 815.951588] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0e3ac01c-77fe-4ca1-b121-e654654acce9: rpc.has_security_group_logging(os_id): False [ 815.976952] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b4d8ca39-a0a0-48a4-b6d8-dcb5075259b8: rpc.has_security_group_logging(os_id): False [ 815.983196] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cbb7805e-73e3-427c-bb8b-1e2b9f0cad33: rpc.has_security_group_logging(os_id): False [ 815.984825] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2c4d3ec6-0c4f-41fa-bc5e-ff3763e47ac4: rpc.has_security_group_logging(os_id): False [ 815.999411] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.999411] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.999628] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.999664] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.007044] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.007044] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.007044] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.007044] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.007865] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.007865] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.009294] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.009492] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.026706] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.027053] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.027254] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.027254] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.027597] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.027597] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.027732] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.027843] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.027911] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.028116] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.028199] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.028390] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.028565] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.028565] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.028662] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.028716] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.028815] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0e3ac01c-77fe-4ca1-b121-e654654acce9 is going to be updated. [ 816.030208] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.030546] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.061949] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.062241] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.062424] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.062424] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.064813] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.064813] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.064813] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c0635f2c-27a4-4224-97f4-b631bfcc074a is going to be updated. [ 816.068034] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.068034] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.093625] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.093781] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.093874] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.093925] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.094210] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.094210] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.094329] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b4d8ca39-a0a0-48a4-b6d8-dcb5075259b8 is going to be updated. [ 816.095915] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.095915] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.112854] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.112854] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.134835] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.135153] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.135256] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.136097] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.136097] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.136097] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.136097] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cbb7805e-73e3-427c-bb8b-1e2b9f0cad33 is going to be updated. [ 816.137516] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.137600] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.170864] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.170864] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.179032] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.179032] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.179032] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.179032] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.179032] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.179032] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.179032] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.179032] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.179032] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.179032] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.179032] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.179032] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.179032] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.179032] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.179730] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.179730] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.179730] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2c4d3ec6-0c4f-41fa-bc5e-ff3763e47ac4 is going to be updated. [ 816.181386] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.181867] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.182221] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.184208] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.184636] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.184917] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.215394] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.215598] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.215598] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.215876] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.216044] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.224256] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0e3ac01c-77fe-4ca1-b121-e654654acce9 in Status: IN_PROGRESS for 2s [ 816.226170] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c0635f2c-27a4-4224-97f4-b631bfcc074a in Status: IN_PROGRESS for 2s [ 816.243937] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b4d8ca39-a0a0-48a4-b6d8-dcb5075259b8 in Status: IN_PROGRESS for 2s [ 816.271358] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.271358] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.271358] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.271358] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.271358] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.294377] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cbb7805e-73e3-427c-bb8b-1e2b9f0cad33 in Status: IN_PROGRESS for 2s [ 816.384234] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.384535] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.384535] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.384828] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.385265] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.422286] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.422693] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.422853] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.423245] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.423385] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.423607] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: efff5465-1c4e-4954-825e-617e58275983 is going to be updated. [ 816.432282] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2c4d3ec6-0c4f-41fa-bc5e-ff3763e47ac4 in Status: IN_PROGRESS for 2s [ 816.492067] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.492067] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.492067] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.492067] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.492486] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.510183] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: efff5465-1c4e-4954-825e-617e58275983 in Status: IN_PROGRESS for 2s [ 817.689702] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d6f4939-e8a0-499e-8d42-74cc098aab77 in Status: SUCCESS [ 817.689964] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d6f4939-e8a0-499e-8d42-74cc098aab77" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.690097] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d6f4939-e8a0-499e-8d42-74cc098aab77" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.690327] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d6f4939-e8a0-499e-8d42-74cc098aab77" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.690507] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.690670] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.690737] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.690929] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.690929] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.691039] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8d6f4939-e8a0-499e-8d42-74cc098aab77',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.702157] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0ce1018e-9bfb-4592-a35b-612bacc1808f in Status: SUCCESS [ 817.702157] env[65424]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0ce1018e-9bfb-4592-a35b-612bacc1808f deletion is rescheduled due to dependency. [ 817.702327] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ce1018e-9bfb-4592-a35b-612bacc1808f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.810891] env[65424]: INFO networking_nsxv3.common.synchronization [req-fe0fb42e-e8bd-4a20-bd1b-c3732875f0bf req-d19975f8-f69e-4c01-ba86-38425fe20212 tempest-ImagesOneServerNegativeTestJSON-842281303 tempest-ImagesOneServerNegativeTestJSON-842281303-project-member] Enqueued Resource ID: 2c4d3ec6-0c4f-41fa-bc5e-ff3763e47ac4 with Priority: HIGHEST for action security_group_members [ 817.811495] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c4d3ec6-0c4f-41fa-bc5e-ff3763e47ac4 with Priority: HIGHEST for action security_group_members [ 817.811805] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c4d3ec6-0c4f-41fa-bc5e-ff3763e47ac4 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.811930] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c4d3ec6-0c4f-41fa-bc5e-ff3763e47ac4" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.811990] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c4d3ec6-0c4f-41fa-bc5e-ff3763e47ac4" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.812803] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c4d3ec6-0c4f-41fa-bc5e-ff3763e47ac4" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.813016] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.813114] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.813183] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.813304] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.813390] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.813487] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c4d3ec6-0c4f-41fa-bc5e-ff3763e47ac4',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.932879] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0ff83ae0-e2ba-4b16-889b-fdc401ea2d95 in Status: SUCCESS [ 817.934380] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0ff83ae0-e2ba-4b16-889b-fdc401ea2d95" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.194620] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.195087] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.195087] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.195305] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.195305] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.195852] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.195852] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.195852] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.196126] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.196126] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.196126] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d6f4939-e8a0-499e-8d42-74cc098aab77 is going to be deleted. [ 818.228972] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.228972] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.229250] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.229568] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.229568] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.229747] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d6f4939-e8a0-499e-8d42-74cc098aab77" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.248032] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c0635f2c-27a4-4224-97f4-b631bfcc074a in Status: SUCCESS [ 818.248139] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c0635f2c-27a4-4224-97f4-b631bfcc074a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.249809] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0e3ac01c-77fe-4ca1-b121-e654654acce9 in Status: SUCCESS [ 818.249809] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0e3ac01c-77fe-4ca1-b121-e654654acce9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.263344] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b4d8ca39-a0a0-48a4-b6d8-dcb5075259b8 in Status: SUCCESS [ 818.263635] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b4d8ca39-a0a0-48a4-b6d8-dcb5075259b8" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.313157] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cbb7805e-73e3-427c-bb8b-1e2b9f0cad33 in Status: SUCCESS [ 818.314384] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cbb7805e-73e3-427c-bb8b-1e2b9f0cad33" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.318881] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.318881] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.318881] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.318881] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.318881] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.318881] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.319757] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.319757] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.319757] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.319757] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.319757] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c4d3ec6-0c4f-41fa-bc5e-ff3763e47ac4 is going to be updated. [ 818.397785] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.397997] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.398118] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.398402] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.398600] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.409704] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c4d3ec6-0c4f-41fa-bc5e-ff3763e47ac4 in Status: IN_PROGRESS for 2s [ 818.458899] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2c4d3ec6-0c4f-41fa-bc5e-ff3763e47ac4 in Status: SUCCESS [ 818.459140] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2c4d3ec6-0c4f-41fa-bc5e-ff3763e47ac4" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.525021] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: efff5465-1c4e-4954-825e-617e58275983 in Status: SUCCESS [ 818.525021] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efff5465-1c4e-4954-825e-617e58275983" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.525021] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efff5465-1c4e-4954-825e-617e58275983" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.525021] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efff5465-1c4e-4954-825e-617e58275983" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.525021] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.525021] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.525021] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.525021] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.525021] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.525021] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efff5465-1c4e-4954-825e-617e58275983" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.525021] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('efff5465-1c4e-4954-825e-617e58275983',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.808035] env[65424]: INFO networking_nsxv3.common.synchronization [req-a12f2c81-1d51-4a25-a70d-d9bb54a0ddb1 req-d5642514-5d06-45bf-b04c-1f8fc44cb3eb tempest-AttachInterfacesTestJSON-1826416307 tempest-AttachInterfacesTestJSON-1826416307-project-member] Enqueued Resource ID: c0635f2c-27a4-4224-97f4-b631bfcc074a with Priority: HIGHEST for action security_group_members [ 818.808588] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0635f2c-27a4-4224-97f4-b631bfcc074a with Priority: HIGHEST for action security_group_members [ 818.809043] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0635f2c-27a4-4224-97f4-b631bfcc074a taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.809302] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0635f2c-27a4-4224-97f4-b631bfcc074a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.809486] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0635f2c-27a4-4224-97f4-b631bfcc074a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.809813] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0635f2c-27a4-4224-97f4-b631bfcc074a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.810314] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.810522] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.810726] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.810974] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.812552] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.812552] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c0635f2c-27a4-4224-97f4-b631bfcc074a',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.884223] env[65424]: INFO networking_nsxv3.common.synchronization [None req-baf4706c-d20e-449e-bc2f-3b81afe73e25 None None] Enqueued Resource ID: 3a455840-5b25-4fd2-85e8-4db52c34b6c3 with Priority: HIGHEST for action port [ 818.884337] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a455840-5b25-4fd2-85e8-4db52c34b6c3 with Priority: HIGHEST for action port [ 818.884685] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock port-3a455840-5b25-4fd2-85e8-4db52c34b6c3 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.884855] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3a455840-5b25-4fd2-85e8-4db52c34b6c3" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.884855] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3a455840-5b25-4fd2-85e8-4db52c34b6c3" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.885393] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3a455840-5b25-4fd2-85e8-4db52c34b6c3" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.885393] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3a455840-5b25-4fd2-85e8-4db52c34b6c3',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.027339] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-efff5465-1c4e-4954-825e-617e58275983 taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.027510] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efff5465-1c4e-4954-825e-617e58275983" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.027580] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efff5465-1c4e-4954-825e-617e58275983" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.027799] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efff5465-1c4e-4954-825e-617e58275983" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.027975] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.028086] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.028179] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.028286] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.028364] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.028446] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efff5465-1c4e-4954-825e-617e58275983" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.028613] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-efff5465-1c4e-4954-825e-617e58275983 taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.028738] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efff5465-1c4e-4954-825e-617e58275983" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.028774] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efff5465-1c4e-4954-825e-617e58275983" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.029101] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efff5465-1c4e-4954-825e-617e58275983" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.031749] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.032014] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.032014] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.032213] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.032264] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.032338] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efff5465-1c4e-4954-825e-617e58275983" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.032475] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('efff5465-1c4e-4954-825e-617e58275983',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.315162] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.315536] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.315536] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.315743] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.315743] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.316496] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.316496] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.316496] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.316496] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.316496] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.316496] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c0635f2c-27a4-4224-97f4-b631bfcc074a is going to be updated. [ 819.357881] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.358547] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.358751] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.359429] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.359854] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.369851] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c0635f2c-27a4-4224-97f4-b631bfcc074a in Status: IN_PROGRESS for 2s [ 819.388511] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3a455840-5b25-4fd2-85e8-4db52c34b6c3 [ 819.388511] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.388511] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.388511] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.389162] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.389807] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.389807] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3a455840-5b25-4fd2-85e8-4db52c34b6c3 already deleted. [ 819.389807] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3a455840-5b25-4fd2-85e8-4db52c34b6c3" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.538899] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for efff5465-1c4e-4954-825e-617e58275983: rpc.has_security_group_logging(os_id): False [ 819.558850] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.558990] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.559075] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.559288] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.598120] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.598510] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.599422] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.599583] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.600348] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.600348] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.600710] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.601055] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.601184] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.601460] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.601603] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.601992] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.602206] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.602319] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.602842] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.602842] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.602947] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: efff5465-1c4e-4954-825e-617e58275983 is going to be updated. [ 819.695435] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.695612] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.695701] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.695968] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.696207] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.712109] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: efff5465-1c4e-4954-825e-617e58275983 in Status: IN_PROGRESS for 2s [ 819.746777] env[65424]: INFO networking_nsxv3.common.synchronization [req-46a5b7cc-f0f2-4c80-98e9-0df5b6d82e52 req-2b15364d-5daf-4b49-8c74-c05badee54f5 tempest-MigrationsAdminTest-53002843 tempest-MigrationsAdminTest-53002843-project-member] Enqueued Resource ID: 9c77e0b5-de72-4db2-a933-8eadeb7274a8 with Priority: HIGHEST for action security_group_members [ 819.746777] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c77e0b5-de72-4db2-a933-8eadeb7274a8 with Priority: HIGHEST for action security_group_members [ 819.747786] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c77e0b5-de72-4db2-a933-8eadeb7274a8 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.747947] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c77e0b5-de72-4db2-a933-8eadeb7274a8" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.748074] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c77e0b5-de72-4db2-a933-8eadeb7274a8" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.748219] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c77e0b5-de72-4db2-a933-8eadeb7274a8" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.748478] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.748478] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.748664] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.748664] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.749376] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.749376] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9c77e0b5-de72-4db2-a933-8eadeb7274a8',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.164290] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock network-496 taken with stack trace [, , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.164814] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "network-496" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.164814] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "network-496" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.165714] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "network-496" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.165714] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.165714] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.165714] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.165714] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.166225] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.166225] env[65424]: DEBUG dogpile.cache.region [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] No value present for key: 'zone-id' {{(pid=65424) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 820.166225] env[65424]: DEBUG dogpile.lock [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] NeedRegenerationException {{(pid=65424) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 820.166225] env[65424]: DEBUG dogpile.lock [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] no value, waiting for create lock {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 820.166410] env[65424]: DEBUG dogpile.lock [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] value creation lock acquired {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 820.166410] env[65424]: DEBUG dogpile.cache.region [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] No value present for key: 'zone-id' {{(pid=65424) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 820.166502] env[65424]: DEBUG dogpile.lock [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Calling creation function for not-yet-present value {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 820.166698] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 820.189502] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 820.190212] env[65424]: DEBUG dogpile.cache.region [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65424) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 820.190318] env[65424]: DEBUG dogpile.lock [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Released creation lock {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 820.190974] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "network-496" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.191238] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock port-e69ecd95-9ba6-4aed-94a8-5c9da415b663 taken with stack trace [, , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.191861] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "port-e69ecd95-9ba6-4aed-94a8-5c9da415b663" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.191861] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "port-e69ecd95-9ba6-4aed-94a8-5c9da415b663" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.192443] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "port-e69ecd95-9ba6-4aed-94a8-5c9da415b663" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.192774] env[65424]: DEBUG networking_nsxv3.api.rpc [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e69ecd95-9ba6-4aed-94a8-5c9da415b663',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.251900] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9c77e0b5-de72-4db2-a933-8eadeb7274a8',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.423139] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c4d3ec6-0c4f-41fa-bc5e-ff3763e47ac4 in Status: SUCCESS [ 820.423401] env[65424]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c4d3ec6-0c4f-41fa-bc5e-ff3763e47ac4 deletion is rescheduled due to dependency. [ 820.423618] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c4d3ec6-0c4f-41fa-bc5e-ff3763e47ac4" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.695741] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.696071] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.696194] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.696468] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.696618] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.696773] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Segment Port e69ecd95-9ba6-4aed-94a8-5c9da415b663 not found, creating... [ 820.697087] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.697252] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.697433] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.697673] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.697834] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.698151] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.698310] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.698425] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.698651] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.698816] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.702022] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Resource: SegmentPort with ID: e69ecd95-9ba6-4aed-94a8-5c9da415b663 is going to be created. [ 820.720492] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.720746] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.720903] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.721274] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.724677] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.724677] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "port-e69ecd95-9ba6-4aed-94a8-5c9da415b663" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.753913] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9c77e0b5-de72-4db2-a933-8eadeb7274a8',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.256970] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.257426] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.257426] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.257526] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.257901] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.258016] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c77e0b5-de72-4db2-a933-8eadeb7274a8 is going to be updated. [ 821.295095] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.295095] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.295095] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.295095] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.295095] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.303344] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c77e0b5-de72-4db2-a933-8eadeb7274a8 in Status: IN_PROGRESS for 2s [ 821.379158] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c0635f2c-27a4-4224-97f4-b631bfcc074a in Status: SUCCESS [ 821.379575] env[65424]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c0635f2c-27a4-4224-97f4-b631bfcc074a deletion is rescheduled due to dependency. [ 821.380366] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0635f2c-27a4-4224-97f4-b631bfcc074a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.499419] env[65424]: INFO networking_nsxv3.common.synchronization [req-46a5b7cc-f0f2-4c80-98e9-0df5b6d82e52 req-59389154-3ece-434a-8cd8-59b362414a76 service nova] Enqueued Resource ID: 9c77e0b5-de72-4db2-a933-8eadeb7274a8 with Priority: HIGHEST for action security_group_rules [ 821.499716] env[65424]: INFO networking_nsxv3.common.synchronization [req-46a5b7cc-f0f2-4c80-98e9-0df5b6d82e52 req-59389154-3ece-434a-8cd8-59b362414a76 service nova] Enqueued Resource ID: 9c77e0b5-de72-4db2-a933-8eadeb7274a8 with Priority: HIGHEST for action security_group_members [ 821.499945] env[65424]: INFO networking_nsxv3.common.synchronization [req-46a5b7cc-f0f2-4c80-98e9-0df5b6d82e52 req-59389154-3ece-434a-8cd8-59b362414a76 service nova] Enqueued Resource ID: e69ecd95-9ba6-4aed-94a8-5c9da415b663 with Priority: HIGHEST for action port [ 821.501015] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c77e0b5-de72-4db2-a933-8eadeb7274a8 with Priority: HIGHEST for action security_group_rules [ 821.501236] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c77e0b5-de72-4db2-a933-8eadeb7274a8 with Priority: HIGHEST for action security_group_members [ 821.501427] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e69ecd95-9ba6-4aed-94a8-5c9da415b663 with Priority: HIGHEST for action port [ 821.501864] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9c77e0b5-de72-4db2-a933-8eadeb7274a8 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.502069] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9c77e0b5-de72-4db2-a933-8eadeb7274a8" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.502181] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9c77e0b5-de72-4db2-a933-8eadeb7274a8" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.502489] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9c77e0b5-de72-4db2-a933-8eadeb7274a8" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.502651] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9c77e0b5-de72-4db2-a933-8eadeb7274a8',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.504488] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c77e0b5-de72-4db2-a933-8eadeb7274a8 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.504651] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c77e0b5-de72-4db2-a933-8eadeb7274a8" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.504941] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock port-e69ecd95-9ba6-4aed-94a8-5c9da415b663 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.505291] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e69ecd95-9ba6-4aed-94a8-5c9da415b663" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.505331] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e69ecd95-9ba6-4aed-94a8-5c9da415b663" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.505586] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e69ecd95-9ba6-4aed-94a8-5c9da415b663" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.506034] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e69ecd95-9ba6-4aed-94a8-5c9da415b663',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.591303] env[65424]: INFO networking_nsxv3.common.synchronization [None req-c92837af-d12d-4dc9-ae3b-1dc3cf6c726e None None] Enqueued Resource ID: a6f8dc2e-d93b-4924-971a-9b0ff9b44839 with Priority: HIGHEST for action port [ 821.591303] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6f8dc2e-d93b-4924-971a-9b0ff9b44839 with Priority: HIGHEST for action port [ 821.591303] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock port-a6f8dc2e-d93b-4924-971a-9b0ff9b44839 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.591303] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a6f8dc2e-d93b-4924-971a-9b0ff9b44839" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.591303] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a6f8dc2e-d93b-4924-971a-9b0ff9b44839" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.591303] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a6f8dc2e-d93b-4924-971a-9b0ff9b44839" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.591303] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a6f8dc2e-d93b-4924-971a-9b0ff9b44839',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.727449] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: efff5465-1c4e-4954-825e-617e58275983 in Status: SUCCESS [ 821.728592] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-efff5465-1c4e-4954-825e-617e58275983" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.729076] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-efff5465-1c4e-4954-825e-617e58275983" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.729404] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-efff5465-1c4e-4954-825e-617e58275983" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.729495] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('efff5465-1c4e-4954-825e-617e58275983',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.005472] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c77e0b5-de72-4db2-a933-8eadeb7274a8 taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.006105] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c77e0b5-de72-4db2-a933-8eadeb7274a8" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.008943] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e69ecd95-9ba6-4aed-94a8-5c9da415b663 with status ACTIVE [ 822.013019] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.013019] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.013019] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.013019] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.013019] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.013019] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.013019] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.013019] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.013019] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.013019] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.013019] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.013019] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.013019] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.013019] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.013019] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.013019] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e69ecd95-9ba6-4aed-94a8-5c9da415b663 is going to be updated. [ 822.035184] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.035465] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.035465] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.035659] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.035813] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.035997] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e69ecd95-9ba6-4aed-94a8-5c9da415b663" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.096729] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a6f8dc2e-d93b-4924-971a-9b0ff9b44839 [ 822.096729] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.096729] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.096729] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.096729] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.097120] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.097120] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a6f8dc2e-d93b-4924-971a-9b0ff9b44839 already deleted. [ 822.097120] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a6f8dc2e-d93b-4924-971a-9b0ff9b44839" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.232320] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-efff5465-1c4e-4954-825e-617e58275983 taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.232543] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efff5465-1c4e-4954-825e-617e58275983" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.232543] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efff5465-1c4e-4954-825e-617e58275983" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.232774] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efff5465-1c4e-4954-825e-617e58275983" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.232965] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.233281] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.233354] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.233541] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.233639] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.233717] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efff5465-1c4e-4954-825e-617e58275983" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.233827] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('efff5465-1c4e-4954-825e-617e58275983',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.740204] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-efff5465-1c4e-4954-825e-617e58275983 taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.740204] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efff5465-1c4e-4954-825e-617e58275983" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.740204] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efff5465-1c4e-4954-825e-617e58275983" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.740204] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efff5465-1c4e-4954-825e-617e58275983" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.740204] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.740204] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.740204] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.740204] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.740204] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.740204] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efff5465-1c4e-4954-825e-617e58275983" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.740204] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-efff5465-1c4e-4954-825e-617e58275983 taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.740204] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efff5465-1c4e-4954-825e-617e58275983" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.740204] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efff5465-1c4e-4954-825e-617e58275983" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.740204] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efff5465-1c4e-4954-825e-617e58275983" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.740204] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.740204] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.740954] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.740954] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.740954] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.740954] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efff5465-1c4e-4954-825e-617e58275983" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.740954] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('efff5465-1c4e-4954-825e-617e58275983',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.241229] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for efff5465-1c4e-4954-825e-617e58275983: rpc.has_security_group_logging(os_id): False [ 823.263723] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.263955] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.263955] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.264187] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.264231] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.264407] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.264507] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.264606] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.264741] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.264821] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.265027] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.265122] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.265179] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.265318] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.265390] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.265597] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.265698] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.265753] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.265895] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.268668] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.269874] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: efff5465-1c4e-4954-825e-617e58275983 is going to be updated. [ 823.320125] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c77e0b5-de72-4db2-a933-8eadeb7274a8 in Status: SUCCESS [ 823.320125] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c77e0b5-de72-4db2-a933-8eadeb7274a8" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.320125] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c77e0b5-de72-4db2-a933-8eadeb7274a8" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.320940] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c77e0b5-de72-4db2-a933-8eadeb7274a8" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.320940] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.320940] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.320940] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.320940] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.321173] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.321220] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9c77e0b5-de72-4db2-a933-8eadeb7274a8',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.346737] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.346979] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.347093] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.347338] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.347520] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.370874] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: efff5465-1c4e-4954-825e-617e58275983 in Status: IN_PROGRESS for 2s [ 823.823958] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9c77e0b5-de72-4db2-a933-8eadeb7274a8',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.328895] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9c77e0b5-de72-4db2-a933-8eadeb7274a8',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.750381] env[65424]: INFO networking_nsxv3.common.synchronization [req-1c28adda-993b-48ca-8852-9b7ab6aaceca req-d848a256-4536-4dd4-a127-10ee4fe31637 tempest-ListServersNegativeTestJSON-1152481494 tempest-ListServersNegativeTestJSON-1152481494-project-member] Enqueued Resource ID: efff5465-1c4e-4954-825e-617e58275983 with Priority: HIGHEST for action security_group_members [ 824.751637] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efff5465-1c4e-4954-825e-617e58275983 with Priority: HIGHEST for action security_group_members [ 824.752526] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-efff5465-1c4e-4954-825e-617e58275983 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.752651] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efff5465-1c4e-4954-825e-617e58275983" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.752734] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efff5465-1c4e-4954-825e-617e58275983" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.752978] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efff5465-1c4e-4954-825e-617e58275983" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.753153] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.753253] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.753317] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.753467] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.753555] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.753647] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('efff5465-1c4e-4954-825e-617e58275983',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.833692] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.834049] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.834098] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.834467] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.834834] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.834834] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c77e0b5-de72-4db2-a933-8eadeb7274a8 is going to be updated. [ 824.875160] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.875160] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.875160] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.875335] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.875369] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.890710] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c77e0b5-de72-4db2-a933-8eadeb7274a8 in Status: IN_PROGRESS for 2s [ 825.177611] env[65424]: INFO networking_nsxv3.common.synchronization [req-fe387a4e-a78d-423e-971b-0d7481194b92 req-81c4744a-10b1-4b04-9bbf-76077f7597d7 tempest-ServersV294TestFqdnHostnames-193291323 tempest-ServersV294TestFqdnHostnames-193291323-project-member] Enqueued Resource ID: ef1883e4-c508-4b86-885b-e5fb7fa73ee7 with Priority: HIGHEST for action security_group_members [ 825.178535] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef1883e4-c508-4b86-885b-e5fb7fa73ee7 with Priority: HIGHEST for action security_group_members [ 825.178535] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-ef1883e4-c508-4b86-885b-e5fb7fa73ee7 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.178690] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ef1883e4-c508-4b86-885b-e5fb7fa73ee7" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.178690] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ef1883e4-c508-4b86-885b-e5fb7fa73ee7" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.178886] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ef1883e4-c508-4b86-885b-e5fb7fa73ee7" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.179253] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.179425] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.179528] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.180342] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.180450] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.180549] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ef1883e4-c508-4b86-885b-e5fb7fa73ee7',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.256166] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('efff5465-1c4e-4954-825e-617e58275983',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.390697] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: efff5465-1c4e-4954-825e-617e58275983 in Status: SUCCESS [ 825.391075] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-efff5465-1c4e-4954-825e-617e58275983" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.391347] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-efff5465-1c4e-4954-825e-617e58275983" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.391670] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-efff5465-1c4e-4954-825e-617e58275983" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.391810] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('efff5465-1c4e-4954-825e-617e58275983',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.633886] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock network-801 taken with stack trace [, , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.638022] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "network-801" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.638022] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "network-801" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.638022] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "network-801" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.638022] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.638022] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.638022] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.638022] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.638022] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.638022] env[65424]: DEBUG dogpile.cache.region [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] No value present for key: 'zone-id' {{(pid=65424) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 825.638022] env[65424]: DEBUG dogpile.lock [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] NeedRegenerationException {{(pid=65424) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 825.638022] env[65424]: DEBUG dogpile.lock [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] no value, waiting for create lock {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 825.638022] env[65424]: DEBUG dogpile.lock [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] value creation lock acquired {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 825.638022] env[65424]: DEBUG dogpile.cache.region [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] No value present for key: 'zone-id' {{(pid=65424) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 825.638022] env[65424]: DEBUG dogpile.lock [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Calling creation function for not-yet-present value {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 825.638022] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 825.682773] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 825.682950] env[65424]: DEBUG dogpile.cache.region [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Cache value generated in 0.046 seconds for key(s): 'zone-id' {{(pid=65424) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 825.683050] env[65424]: DEBUG dogpile.lock [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Released creation lock {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 825.683186] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "network-801" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.684308] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock port-bb03a542-230b-4de6-92f7-a7f8f3c376e6 taken with stack trace [, , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.684308] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "port-bb03a542-230b-4de6-92f7-a7f8f3c376e6" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.684308] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "port-bb03a542-230b-4de6-92f7-a7f8f3c376e6" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.684308] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "port-bb03a542-230b-4de6-92f7-a7f8f3c376e6" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.684308] env[65424]: DEBUG networking_nsxv3.api.rpc [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bb03a542-230b-4de6-92f7-a7f8f3c376e6',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.685382] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.685496] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.685572] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.685755] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.685831] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.686031] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.686124] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.686168] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.686309] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.686378] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.686465] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ef1883e4-c508-4b86-885b-e5fb7fa73ee7 already deleted. [ 825.686610] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ef1883e4-c508-4b86-885b-e5fb7fa73ee7" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.758749] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('efff5465-1c4e-4954-825e-617e58275983',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.894883] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-efff5465-1c4e-4954-825e-617e58275983 taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.895227] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efff5465-1c4e-4954-825e-617e58275983" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.188596] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.188907] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.189084] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.189487] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.189728] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.189958] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Segment Port bb03a542-230b-4de6-92f7-a7f8f3c376e6 not found, creating... [ 826.190332] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.190576] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.190771] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.191105] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.191322] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.191703] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.191899] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.192038] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.192305] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.192498] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.192693] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Resource: SegmentPort with ID: bb03a542-230b-4de6-92f7-a7f8f3c376e6 is going to be created. [ 826.217335] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.217535] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.217656] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.217926] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.218195] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.218409] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "port-bb03a542-230b-4de6-92f7-a7f8f3c376e6" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.261078] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.261364] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.261364] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.261500] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.261589] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.261690] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: efff5465-1c4e-4954-825e-617e58275983 is going to be updated. [ 826.315290] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.315443] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.315545] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.315901] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.316071] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.330039] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: efff5465-1c4e-4954-825e-617e58275983 in Status: IN_PROGRESS for 2s [ 826.885383] env[65424]: INFO networking_nsxv3.common.synchronization [req-fe387a4e-a78d-423e-971b-0d7481194b92 req-c80e7104-00c9-434a-8856-b1ab14e1248b service nova] Enqueued Resource ID: ef1883e4-c508-4b86-885b-e5fb7fa73ee7 with Priority: HIGHEST for action security_group_rules [ 826.885383] env[65424]: INFO networking_nsxv3.common.synchronization [req-fe387a4e-a78d-423e-971b-0d7481194b92 req-c80e7104-00c9-434a-8856-b1ab14e1248b service nova] Enqueued Resource ID: ef1883e4-c508-4b86-885b-e5fb7fa73ee7 with Priority: HIGHEST for action security_group_members [ 826.885383] env[65424]: INFO networking_nsxv3.common.synchronization [req-fe387a4e-a78d-423e-971b-0d7481194b92 req-c80e7104-00c9-434a-8856-b1ab14e1248b service nova] Enqueued Resource ID: bb03a542-230b-4de6-92f7-a7f8f3c376e6 with Priority: HIGHEST for action port [ 826.888193] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef1883e4-c508-4b86-885b-e5fb7fa73ee7 with Priority: HIGHEST for action security_group_rules [ 826.888193] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef1883e4-c508-4b86-885b-e5fb7fa73ee7 with Priority: HIGHEST for action security_group_members [ 826.888193] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb03a542-230b-4de6-92f7-a7f8f3c376e6 with Priority: HIGHEST for action port [ 826.888193] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ef1883e4-c508-4b86-885b-e5fb7fa73ee7 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.888193] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ef1883e4-c508-4b86-885b-e5fb7fa73ee7" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.888193] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ef1883e4-c508-4b86-885b-e5fb7fa73ee7" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.888193] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ef1883e4-c508-4b86-885b-e5fb7fa73ee7" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.888193] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ef1883e4-c508-4b86-885b-e5fb7fa73ee7',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.889701] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-ef1883e4-c508-4b86-885b-e5fb7fa73ee7 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.889701] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ef1883e4-c508-4b86-885b-e5fb7fa73ee7" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.889701] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ef1883e4-c508-4b86-885b-e5fb7fa73ee7" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.890841] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ef1883e4-c508-4b86-885b-e5fb7fa73ee7" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.891040] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.891151] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.891212] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.891969] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.891969] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.891969] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ef1883e4-c508-4b86-885b-e5fb7fa73ee7',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.892766] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock port-bb03a542-230b-4de6-92f7-a7f8f3c376e6 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.892905] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bb03a542-230b-4de6-92f7-a7f8f3c376e6" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.892967] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bb03a542-230b-4de6-92f7-a7f8f3c376e6" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.894924] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bb03a542-230b-4de6-92f7-a7f8f3c376e6" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.894924] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bb03a542-230b-4de6-92f7-a7f8f3c376e6',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.909055] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c77e0b5-de72-4db2-a933-8eadeb7274a8 in Status: SUCCESS [ 826.909055] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c77e0b5-de72-4db2-a933-8eadeb7274a8" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.909679] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c77e0b5-de72-4db2-a933-8eadeb7274a8" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.909946] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c77e0b5-de72-4db2-a933-8eadeb7274a8" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.910050] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.910173] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.910676] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.910676] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.910676] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.910676] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c77e0b5-de72-4db2-a933-8eadeb7274a8" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.910676] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9c77e0b5-de72-4db2-a933-8eadeb7274a8',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.025784] env[65424]: INFO networking_nsxv3.common.synchronization [req-5de1fc11-da52-4dd6-83ae-887ae5f48980 req-d1ad65df-fd90-44d1-a291-ed75128b6468 tempest-SecurityGroupsTestJSON-1025340934 tempest-SecurityGroupsTestJSON-1025340934-project-member] Enqueued Resource ID: cbb7805e-73e3-427c-bb8b-1e2b9f0cad33 with Priority: HIGHEST for action security_group_members [ 827.025986] env[65424]: INFO networking_nsxv3.common.synchronization [req-5de1fc11-da52-4dd6-83ae-887ae5f48980 req-d1ad65df-fd90-44d1-a291-ed75128b6468 tempest-SecurityGroupsTestJSON-1025340934 tempest-SecurityGroupsTestJSON-1025340934-project-member] Enqueued Resource ID: 335dcde0-3240-4506-8926-6b7a4d53a241 with Priority: HIGHEST for action security_group_members [ 827.026107] env[65424]: INFO networking_nsxv3.common.synchronization [req-5de1fc11-da52-4dd6-83ae-887ae5f48980 req-d1ad65df-fd90-44d1-a291-ed75128b6468 tempest-SecurityGroupsTestJSON-1025340934 tempest-SecurityGroupsTestJSON-1025340934-project-member] Enqueued Resource ID: bed45b1a-a99a-460a-9177-638edfa36ffb with Priority: HIGHEST for action security_group_members [ 827.026662] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbb7805e-73e3-427c-bb8b-1e2b9f0cad33 with Priority: HIGHEST for action security_group_members [ 827.027814] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 335dcde0-3240-4506-8926-6b7a4d53a241 with Priority: HIGHEST for action security_group_members [ 827.027986] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bed45b1a-a99a-460a-9177-638edfa36ffb with Priority: HIGHEST for action security_group_members [ 827.028329] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-cbb7805e-73e3-427c-bb8b-1e2b9f0cad33 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.029268] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cbb7805e-73e3-427c-bb8b-1e2b9f0cad33" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.029268] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cbb7805e-73e3-427c-bb8b-1e2b9f0cad33" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.029268] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cbb7805e-73e3-427c-bb8b-1e2b9f0cad33" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.029268] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.029968] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.029968] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.030131] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.030212] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.030311] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cbb7805e-73e3-427c-bb8b-1e2b9f0cad33',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.031451] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-335dcde0-3240-4506-8926-6b7a4d53a241 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.031451] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-335dcde0-3240-4506-8926-6b7a4d53a241" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.031451] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-335dcde0-3240-4506-8926-6b7a4d53a241" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.031670] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-335dcde0-3240-4506-8926-6b7a4d53a241" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.031708] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.031775] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.031834] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.032024] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.032078] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.033047] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('335dcde0-3240-4506-8926-6b7a4d53a241',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.033047] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-bed45b1a-a99a-460a-9177-638edfa36ffb taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.033205] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bed45b1a-a99a-460a-9177-638edfa36ffb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.033205] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bed45b1a-a99a-460a-9177-638edfa36ffb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.033345] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bed45b1a-a99a-460a-9177-638edfa36ffb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.033515] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.033652] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.033700] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.033830] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.034568] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.034568] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bed45b1a-a99a-460a-9177-638edfa36ffb',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.394808] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-ef1883e4-c508-4b86-885b-e5fb7fa73ee7 taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.394899] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ef1883e4-c508-4b86-885b-e5fb7fa73ee7" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.395080] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ef1883e4-c508-4b86-885b-e5fb7fa73ee7',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.399612] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bb03a542-230b-4de6-92f7-a7f8f3c376e6 with status ACTIVE [ 827.400146] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.400278] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.400435] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.400654] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.400921] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.400921] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.403721] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.403721] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.403721] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.403721] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.403721] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.403721] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.403721] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.403721] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.403721] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.404071] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bb03a542-230b-4de6-92f7-a7f8f3c376e6 is going to be updated. [ 827.415610] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c77e0b5-de72-4db2-a933-8eadeb7274a8 taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.415755] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c77e0b5-de72-4db2-a933-8eadeb7274a8" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.415825] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c77e0b5-de72-4db2-a933-8eadeb7274a8" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.416044] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c77e0b5-de72-4db2-a933-8eadeb7274a8" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.416209] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.416308] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.416362] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.416513] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.416597] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.416683] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c77e0b5-de72-4db2-a933-8eadeb7274a8" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.416827] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c77e0b5-de72-4db2-a933-8eadeb7274a8 taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.416932] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c77e0b5-de72-4db2-a933-8eadeb7274a8" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.416991] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c77e0b5-de72-4db2-a933-8eadeb7274a8" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.417142] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c77e0b5-de72-4db2-a933-8eadeb7274a8" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.417278] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.417362] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.417415] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.417576] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.417668] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.417772] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c77e0b5-de72-4db2-a933-8eadeb7274a8" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.417888] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9c77e0b5-de72-4db2-a933-8eadeb7274a8',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.431586] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.431738] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.431738] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.432310] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.432310] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.432459] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bb03a542-230b-4de6-92f7-a7f8f3c376e6" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.536193] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.536400] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.536452] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.536649] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.536759] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.536985] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.537350] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.537457] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.537700] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.537771] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.537812] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cbb7805e-73e3-427c-bb8b-1e2b9f0cad33 is going to be updated. [ 827.540315] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.540429] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.540505] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.540664] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.541856] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.541982] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.564081] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.564357] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.564481] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.564551] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.564932] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.565032] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.565079] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 335dcde0-3240-4506-8926-6b7a4d53a241 is going to be updated. [ 827.566853] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.566853] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.589945] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.590100] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.590100] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.590298] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.590448] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.594472] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.594906] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.595653] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.596064] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.596064] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.596244] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.596434] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bed45b1a-a99a-460a-9177-638edfa36ffb is going to be updated. [ 827.616408] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cbb7805e-73e3-427c-bb8b-1e2b9f0cad33 in Status: IN_PROGRESS for 2s [ 827.632699] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.632852] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.632922] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.633203] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.633348] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.637207] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.637207] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.637207] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.637207] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.637207] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.644032] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bed45b1a-a99a-460a-9177-638edfa36ffb in Status: IN_PROGRESS for 2s [ 827.645028] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 335dcde0-3240-4506-8926-6b7a4d53a241 in Status: IN_PROGRESS for 2s [ 827.901594] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ef1883e4-c508-4b86-885b-e5fb7fa73ee7',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.919936] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9c77e0b5-de72-4db2-a933-8eadeb7274a8: rpc.has_security_group_logging(os_id): False [ 827.950026] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.950026] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.950026] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.950330] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.977929] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.977929] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.977929] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.977929] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.977929] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.977929] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.978309] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.978309] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.978436] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.978566] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.978690] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.978846] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.978988] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.978988] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.979603] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.979729] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.979842] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9c77e0b5-de72-4db2-a933-8eadeb7274a8 is going to be updated. [ 828.081821] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.081821] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.081821] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.081821] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.081821] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.100518] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9c77e0b5-de72-4db2-a933-8eadeb7274a8 in Status: IN_PROGRESS for 2s [ 828.342618] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: efff5465-1c4e-4954-825e-617e58275983 in Status: SUCCESS [ 828.342618] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efff5465-1c4e-4954-825e-617e58275983" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.342841] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efff5465-1c4e-4954-825e-617e58275983" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.342959] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efff5465-1c4e-4954-825e-617e58275983" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.343409] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.343409] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.343409] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.343671] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.343671] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.343811] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efff5465-1c4e-4954-825e-617e58275983" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.343883] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('efff5465-1c4e-4954-825e-617e58275983',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.405677] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.406686] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.406843] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.407140] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.407268] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.407347] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ef1883e4-c508-4b86-885b-e5fb7fa73ee7 is going to be created. [ 828.441150] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.441530] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.441750] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.442290] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.442290] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.454839] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ef1883e4-c508-4b86-885b-e5fb7fa73ee7 in Status: UNINITIALIZED for 2s [ 828.851663] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-efff5465-1c4e-4954-825e-617e58275983 taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.852479] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efff5465-1c4e-4954-825e-617e58275983" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.852595] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efff5465-1c4e-4954-825e-617e58275983" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.852849] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efff5465-1c4e-4954-825e-617e58275983" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.853138] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.853399] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.853399] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.853558] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.853653] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.853794] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efff5465-1c4e-4954-825e-617e58275983" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.853918] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-efff5465-1c4e-4954-825e-617e58275983 taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.854026] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efff5465-1c4e-4954-825e-617e58275983" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.854107] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efff5465-1c4e-4954-825e-617e58275983" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.854257] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efff5465-1c4e-4954-825e-617e58275983" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.854404] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.854510] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.854565] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.854748] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.854847] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.854949] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efff5465-1c4e-4954-825e-617e58275983" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.855090] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('efff5465-1c4e-4954-825e-617e58275983',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.357099] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for efff5465-1c4e-4954-825e-617e58275983: rpc.has_security_group_logging(os_id): False [ 829.378059] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.378059] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.378059] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.378059] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.378059] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.378711] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.378711] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.378711] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.378711] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.378879] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.382054] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.382054] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.382264] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.382384] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.382580] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.382815] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.382969] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.383050] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.383158] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.383281] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.383385] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: efff5465-1c4e-4954-825e-617e58275983 is going to be updated. [ 829.459780] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.459780] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.459780] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.459780] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.459780] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.478416] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: efff5465-1c4e-4954-825e-617e58275983 in Status: IN_PROGRESS for 2s [ 829.628391] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cbb7805e-73e3-427c-bb8b-1e2b9f0cad33 in Status: SUCCESS [ 829.628391] env[65424]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cbb7805e-73e3-427c-bb8b-1e2b9f0cad33 deletion is rescheduled due to dependency. [ 829.628391] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cbb7805e-73e3-427c-bb8b-1e2b9f0cad33" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.670702] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bed45b1a-a99a-460a-9177-638edfa36ffb in Status: SUCCESS [ 829.670702] env[65424]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bed45b1a-a99a-460a-9177-638edfa36ffb deletion is rescheduled due to dependency. [ 829.670702] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bed45b1a-a99a-460a-9177-638edfa36ffb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.670702] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 335dcde0-3240-4506-8926-6b7a4d53a241 in Status: SUCCESS [ 829.670702] env[65424]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 335dcde0-3240-4506-8926-6b7a4d53a241 deletion is rescheduled due to dependency. [ 829.670702] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-335dcde0-3240-4506-8926-6b7a4d53a241" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.814150] env[65424]: INFO networking_nsxv3.common.synchronization [req-b49fed2e-f179-439d-a501-d9a8d7c506ab req-b54470eb-a46a-4d9e-a13b-7beba4c686ff tempest-ServerDiskConfigTestJSON-1442015367 tempest-ServerDiskConfigTestJSON-1442015367-project-member] Enqueued Resource ID: 62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f with Priority: HIGHEST for action security_group_members [ 829.814986] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f with Priority: HIGHEST for action security_group_members [ 829.815314] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.815433] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.815563] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.815776] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.815928] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.816034] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.816092] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.816236] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.816314] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.816404] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.998177] env[65424]: INFO networking_nsxv3.common.synchronization [None req-a9653b8f-01fd-4416-b331-3c163e5ff580 None None] Enqueued Resource ID: a97d7627-a54d-4b43-afa0-fd90ba461f93 with Priority: HIGHEST for action port [ 829.999357] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a97d7627-a54d-4b43-afa0-fd90ba461f93 with Priority: HIGHEST for action port [ 829.999357] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock port-a97d7627-a54d-4b43-afa0-fd90ba461f93 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.000962] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a97d7627-a54d-4b43-afa0-fd90ba461f93" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.001231] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a97d7627-a54d-4b43-afa0-fd90ba461f93" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.001658] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a97d7627-a54d-4b43-afa0-fd90ba461f93" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.001658] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a97d7627-a54d-4b43-afa0-fd90ba461f93',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.116882] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9c77e0b5-de72-4db2-a933-8eadeb7274a8 in Status: SUCCESS [ 830.117122] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9c77e0b5-de72-4db2-a933-8eadeb7274a8" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.319705] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.319834] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.319834] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.320095] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.320200] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.320440] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.320543] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.320605] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.320765] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.320836] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.320920] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f is going to be deleted. [ 830.361503] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.361919] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.361919] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.362260] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.362260] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.362260] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.469408] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ef1883e4-c508-4b86-885b-e5fb7fa73ee7 in Status: SUCCESS [ 830.469408] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ef1883e4-c508-4b86-885b-e5fb7fa73ee7" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.469408] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ef1883e4-c508-4b86-885b-e5fb7fa73ee7" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.469408] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ef1883e4-c508-4b86-885b-e5fb7fa73ee7" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.469408] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.469408] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.469408] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.469408] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.469408] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.469408] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ef1883e4-c508-4b86-885b-e5fb7fa73ee7" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.469408] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ef1883e4-c508-4b86-885b-e5fb7fa73ee7',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.505659] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a97d7627-a54d-4b43-afa0-fd90ba461f93 [ 830.505659] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.505659] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.505659] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.506069] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.506069] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.506145] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a97d7627-a54d-4b43-afa0-fd90ba461f93 already deleted. [ 830.506260] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a97d7627-a54d-4b43-afa0-fd90ba461f93" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.678788] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock network-850 taken with stack trace [, , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.679122] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "network-850" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.679377] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "network-850" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.679795] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "network-850" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.680234] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.680614] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.680735] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.681120] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.681374] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.681705] env[65424]: DEBUG dogpile.cache.region [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] No value present for key: 'zone-id' {{(pid=65424) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 830.681900] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] NeedRegenerationException {{(pid=65424) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 830.682114] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] no value, waiting for create lock {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 830.682304] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] value creation lock acquired {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 830.682498] env[65424]: DEBUG dogpile.cache.region [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] No value present for key: 'zone-id' {{(pid=65424) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 830.682687] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Calling creation function for not-yet-present value {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 830.682915] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 830.707080] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 830.707311] env[65424]: DEBUG dogpile.cache.region [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65424) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 830.707471] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Released creation lock {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 830.707685] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "network-850" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.708073] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock port-03a87b44-e5cd-4a08-a11e-41c2812868cf taken with stack trace [, , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.708333] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "port-03a87b44-e5cd-4a08-a11e-41c2812868cf" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.708427] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "port-03a87b44-e5cd-4a08-a11e-41c2812868cf" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.708757] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "port-03a87b44-e5cd-4a08-a11e-41c2812868cf" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.708899] env[65424]: DEBUG networking_nsxv3.api.rpc [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('03a87b44-e5cd-4a08-a11e-41c2812868cf',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.973174] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ef1883e4-c508-4b86-885b-e5fb7fa73ee7',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.211739] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.211907] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.212055] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.212335] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.212507] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.212668] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Segment Port 03a87b44-e5cd-4a08-a11e-41c2812868cf not found, creating... [ 831.212945] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.213116] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.213228] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.213447] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.213577] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.213847] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.213999] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.214121] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.214318] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.214443] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.214574] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Resource: SegmentPort with ID: 03a87b44-e5cd-4a08-a11e-41c2812868cf is going to be created. [ 831.237204] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.237550] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.237736] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.238039] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.238342] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.238644] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "port-03a87b44-e5cd-4a08-a11e-41c2812868cf" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.476405] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ef1883e4-c508-4b86-885b-e5fb7fa73ee7: rpc.has_security_group_logging(os_id): False [ 831.496705] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: efff5465-1c4e-4954-825e-617e58275983 in Status: SUCCESS [ 831.496940] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-efff5465-1c4e-4954-825e-617e58275983" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.502459] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.502598] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.502668] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.502856] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.502943] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.503207] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.503318] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.503362] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.503504] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.503577] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.503663] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ef1883e4-c508-4b86-885b-e5fb7fa73ee7 is going to be created. [ 831.565333] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.565479] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.565538] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.565829] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.565998] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.579427] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ef1883e4-c508-4b86-885b-e5fb7fa73ee7 in Status: IN_PROGRESS for 2s [ 831.767592] env[65424]: INFO networking_nsxv3.common.synchronization [None req-f745ece4-f3ce-459b-8e1a-504106957991 None None] Enqueued Resource ID: c9d05fbe-aa0a-4505-afe0-3286ffcc58e2 with Priority: HIGHEST for action port [ 831.767592] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9d05fbe-aa0a-4505-afe0-3286ffcc58e2 with Priority: HIGHEST for action port [ 831.767592] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock port-c9d05fbe-aa0a-4505-afe0-3286ffcc58e2 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.767592] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c9d05fbe-aa0a-4505-afe0-3286ffcc58e2" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.767592] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c9d05fbe-aa0a-4505-afe0-3286ffcc58e2" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.768432] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c9d05fbe-aa0a-4505-afe0-3286ffcc58e2" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.768855] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c9d05fbe-aa0a-4505-afe0-3286ffcc58e2',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.966050] env[65424]: INFO networking_nsxv3.common.synchronization [req-b49fed2e-f179-439d-a501-d9a8d7c506ab req-6fc81bc9-1c9c-416c-a8a0-57409a161fb7 service nova] Enqueued Resource ID: 62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f with Priority: HIGHEST for action security_group_rules [ 831.966050] env[65424]: INFO networking_nsxv3.common.synchronization [req-b49fed2e-f179-439d-a501-d9a8d7c506ab req-6fc81bc9-1c9c-416c-a8a0-57409a161fb7 service nova] Enqueued Resource ID: 62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f with Priority: HIGHEST for action security_group_members [ 831.966050] env[65424]: INFO networking_nsxv3.common.synchronization [req-b49fed2e-f179-439d-a501-d9a8d7c506ab req-6fc81bc9-1c9c-416c-a8a0-57409a161fb7 service nova] Enqueued Resource ID: 03a87b44-e5cd-4a08-a11e-41c2812868cf with Priority: HIGHEST for action port [ 831.966050] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f with Priority: HIGHEST for action security_group_rules [ 831.966050] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f with Priority: HIGHEST for action security_group_members [ 831.966050] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03a87b44-e5cd-4a08-a11e-41c2812868cf with Priority: HIGHEST for action port [ 831.966050] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock rules-62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.966050] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.966050] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.966050] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.966050] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.968743] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.968871] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.968939] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.969136] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.969444] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.969444] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.969444] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.969610] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.969677] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.969756] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.970542] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock port-03a87b44-e5cd-4a08-a11e-41c2812868cf taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.970661] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-03a87b44-e5cd-4a08-a11e-41c2812868cf" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.970705] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-03a87b44-e5cd-4a08-a11e-41c2812868cf" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.970854] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-03a87b44-e5cd-4a08-a11e-41c2812868cf" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.971052] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('03a87b44-e5cd-4a08-a11e-41c2812868cf',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.272585] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c9d05fbe-aa0a-4505-afe0-3286ffcc58e2 [ 832.272841] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.273444] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.273444] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.273444] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.273444] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.273734] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c9d05fbe-aa0a-4505-afe0-3286ffcc58e2 already deleted. [ 832.273734] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c9d05fbe-aa0a-4505-afe0-3286ffcc58e2" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.405913] env[65424]: INFO networking_nsxv3.common.synchronization [None req-730c7634-1be9-4c29-939b-aab678006d7f None None] Enqueued Resource ID: 3e8537b3-d1d7-40da-8e98-4443a87d99be with Priority: HIGHEST for action port [ 832.406559] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e8537b3-d1d7-40da-8e98-4443a87d99be with Priority: HIGHEST for action port [ 832.408038] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock port-3e8537b3-d1d7-40da-8e98-4443a87d99be taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.408038] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3e8537b3-d1d7-40da-8e98-4443a87d99be" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.408038] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3e8537b3-d1d7-40da-8e98-4443a87d99be" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.408038] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3e8537b3-d1d7-40da-8e98-4443a87d99be" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.408038] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3e8537b3-d1d7-40da-8e98-4443a87d99be',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.478074] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.479122] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.479249] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.479406] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 03a87b44-e5cd-4a08-a11e-41c2812868cf with status ACTIVE [ 832.479570] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.479672] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.479737] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.479935] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.480179] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.480266] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.480336] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.480376] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.480511] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.480599] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.482974] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.483082] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.483082] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.483435] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.483435] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.487672] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 03a87b44-e5cd-4a08-a11e-41c2812868cf is going to be updated. [ 832.508993] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.509288] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.509288] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.509443] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.509580] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.509734] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-03a87b44-e5cd-4a08-a11e-41c2812868cf" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.545417] env[65424]: INFO networking_nsxv3.common.synchronization [req-39489df3-3eb6-49ce-a520-335c17446987 req-456fbe6c-27ce-434e-90ef-ccb528156952 tempest-ServersTestJSON-1121812603 tempest-ServersTestJSON-1121812603-project-member] Enqueued Resource ID: fa366b1e-0919-4c5b-9aba-9f2e5d521b6a with Priority: HIGHEST for action security_group_members [ 832.545940] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa366b1e-0919-4c5b-9aba-9f2e5d521b6a with Priority: HIGHEST for action security_group_members [ 832.546025] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa366b1e-0919-4c5b-9aba-9f2e5d521b6a taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.546150] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa366b1e-0919-4c5b-9aba-9f2e5d521b6a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.546212] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa366b1e-0919-4c5b-9aba-9f2e5d521b6a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.546493] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa366b1e-0919-4c5b-9aba-9f2e5d521b6a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.546619] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.546706] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.546763] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.546926] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.547148] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.547148] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fa366b1e-0919-4c5b-9aba-9f2e5d521b6a',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.910940] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3e8537b3-d1d7-40da-8e98-4443a87d99be [ 832.911803] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.911803] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.911803] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.911803] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.911803] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.911803] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3e8537b3-d1d7-40da-8e98-4443a87d99be already deleted. [ 832.911803] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3e8537b3-d1d7-40da-8e98-4443a87d99be" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.939603] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock network-155 taken with stack trace [, , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.939835] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "network-155" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.939961] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "network-155" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.940291] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "network-155" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.940544] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.940696] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.940810] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.941577] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.941824] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.942086] env[65424]: DEBUG dogpile.cache.region [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] No value present for key: 'zone-id' {{(pid=65424) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 832.942210] env[65424]: DEBUG dogpile.lock [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] NeedRegenerationException {{(pid=65424) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 832.942333] env[65424]: DEBUG dogpile.lock [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] no value, waiting for create lock {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 832.942440] env[65424]: DEBUG dogpile.lock [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] value creation lock acquired {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 832.942579] env[65424]: DEBUG dogpile.cache.region [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] No value present for key: 'zone-id' {{(pid=65424) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 832.942765] env[65424]: DEBUG dogpile.lock [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Calling creation function for not-yet-present value {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 832.942882] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 832.964280] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 832.964363] env[65424]: DEBUG dogpile.cache.region [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65424) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 832.964480] env[65424]: DEBUG dogpile.lock [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Released creation lock {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 832.964712] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "network-155" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.965045] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock port-865d0c40-dcff-433c-a89c-2d85baaca0da taken with stack trace [, , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.965223] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "port-865d0c40-dcff-433c-a89c-2d85baaca0da" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.965338] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "port-865d0c40-dcff-433c-a89c-2d85baaca0da" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.965700] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "port-865d0c40-dcff-433c-a89c-2d85baaca0da" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.965884] env[65424]: DEBUG networking_nsxv3.api.rpc [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('865d0c40-dcff-433c-a89c-2d85baaca0da',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.985444] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.049725] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.049883] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.049951] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.050208] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.050348] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.050642] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.050793] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.050849] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.051094] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.051217] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.051348] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa366b1e-0919-4c5b-9aba-9f2e5d521b6a already deleted. [ 833.051478] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa366b1e-0919-4c5b-9aba-9f2e5d521b6a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.468401] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.468719] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.468875] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.469238] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.469411] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.469589] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Segment Port 865d0c40-dcff-433c-a89c-2d85baaca0da not found, creating... [ 833.469899] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.470080] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.470224] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.470498] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.470714] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.472151] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.472360] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.472463] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.472715] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.472852] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.472991] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Resource: SegmentPort with ID: 865d0c40-dcff-433c-a89c-2d85baaca0da is going to be created. [ 833.489028] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.489547] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.489547] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.489547] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.489547] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.489547] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f is going to be created. [ 833.497254] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.497478] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.497612] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.497902] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.498170] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.498557] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "port-865d0c40-dcff-433c-a89c-2d85baaca0da" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.517724] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.517879] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.517946] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.518187] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.518357] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.531253] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f in Status: UNINITIALIZED for 2s [ 833.593102] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ef1883e4-c508-4b86-885b-e5fb7fa73ee7 in Status: SUCCESS [ 833.593508] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ef1883e4-c508-4b86-885b-e5fb7fa73ee7" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.215266] env[65424]: INFO networking_nsxv3.common.synchronization [None req-fdffb95e-0550-4816-baaa-155e5c01a085 tempest-ServerActionsTestOtherB-391105408 tempest-ServerActionsTestOtherB-391105408-project-member] Enqueued Resource ID: fffb1115-05b5-4730-9003-4b1b4688badb with Priority: HIGHEST for action security_group_rules [ 834.215444] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fffb1115-05b5-4730-9003-4b1b4688badb with Priority: HIGHEST for action security_group_rules [ 834.215618] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fffb1115-05b5-4730-9003-4b1b4688badb taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.215752] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fffb1115-05b5-4730-9003-4b1b4688badb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.215821] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fffb1115-05b5-4730-9003-4b1b4688badb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.217172] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fffb1115-05b5-4730-9003-4b1b4688badb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.217484] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fffb1115-05b5-4730-9003-4b1b4688badb',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.253616] env[65424]: INFO networking_nsxv3.common.synchronization [req-39489df3-3eb6-49ce-a520-335c17446987 req-6c27368c-571d-4867-b33e-afeb9968462d service nova] Enqueued Resource ID: fa366b1e-0919-4c5b-9aba-9f2e5d521b6a with Priority: HIGHEST for action security_group_rules [ 834.257021] env[65424]: INFO networking_nsxv3.common.synchronization [req-39489df3-3eb6-49ce-a520-335c17446987 req-6c27368c-571d-4867-b33e-afeb9968462d service nova] Enqueued Resource ID: fa366b1e-0919-4c5b-9aba-9f2e5d521b6a with Priority: HIGHEST for action security_group_members [ 834.257021] env[65424]: INFO networking_nsxv3.common.synchronization [req-39489df3-3eb6-49ce-a520-335c17446987 req-6c27368c-571d-4867-b33e-afeb9968462d service nova] Enqueued Resource ID: 865d0c40-dcff-433c-a89c-2d85baaca0da with Priority: HIGHEST for action port [ 834.257021] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa366b1e-0919-4c5b-9aba-9f2e5d521b6a with Priority: HIGHEST for action security_group_rules [ 834.257021] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa366b1e-0919-4c5b-9aba-9f2e5d521b6a with Priority: HIGHEST for action security_group_members [ 834.257021] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 865d0c40-dcff-433c-a89c-2d85baaca0da with Priority: HIGHEST for action port [ 834.257021] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fa366b1e-0919-4c5b-9aba-9f2e5d521b6a taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.257021] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fa366b1e-0919-4c5b-9aba-9f2e5d521b6a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.257021] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fa366b1e-0919-4c5b-9aba-9f2e5d521b6a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.257021] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fa366b1e-0919-4c5b-9aba-9f2e5d521b6a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.257021] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fa366b1e-0919-4c5b-9aba-9f2e5d521b6a',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.258220] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa366b1e-0919-4c5b-9aba-9f2e5d521b6a taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.258373] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa366b1e-0919-4c5b-9aba-9f2e5d521b6a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.258471] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa366b1e-0919-4c5b-9aba-9f2e5d521b6a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.258708] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa366b1e-0919-4c5b-9aba-9f2e5d521b6a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.258905] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.259539] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.259539] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.259539] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.259539] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.259539] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fa366b1e-0919-4c5b-9aba-9f2e5d521b6a',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.260455] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock port-865d0c40-dcff-433c-a89c-2d85baaca0da taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.260683] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-865d0c40-dcff-433c-a89c-2d85baaca0da" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.260821] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-865d0c40-dcff-433c-a89c-2d85baaca0da" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.261084] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-865d0c40-dcff-433c-a89c-2d85baaca0da" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.261211] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('865d0c40-dcff-433c-a89c-2d85baaca0da',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.387713] env[65424]: INFO networking_nsxv3.common.synchronization [None req-6194c615-0516-4699-8097-5464597f6019 tempest-ServerActionsTestOtherB-391105408 tempest-ServerActionsTestOtherB-391105408-project-member] Enqueued Resource ID: fffb1115-05b5-4730-9003-4b1b4688badb with Priority: HIGHEST for action security_group_rules [ 834.388710] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fffb1115-05b5-4730-9003-4b1b4688badb with Priority: HIGHEST for action security_group_rules [ 834.391479] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fffb1115-05b5-4730-9003-4b1b4688badb taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.391479] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fffb1115-05b5-4730-9003-4b1b4688badb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.672478] env[65424]: INFO networking_nsxv3.common.synchronization [req-3a44d9d2-2468-4a1f-beed-d7f074cf76a9 req-c5489cd0-667e-4d53-9025-d01c164009b3 tempest-ServerAddressesTestJSON-216329982 tempest-ServerAddressesTestJSON-216329982-project-member] Enqueued Resource ID: c5ebe8bd-0ce1-4d82-9d22-82434dfd34cd with Priority: HIGHEST for action security_group_members [ 834.672478] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5ebe8bd-0ce1-4d82-9d22-82434dfd34cd with Priority: HIGHEST for action security_group_members [ 834.672478] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5ebe8bd-0ce1-4d82-9d22-82434dfd34cd taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.672478] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5ebe8bd-0ce1-4d82-9d22-82434dfd34cd" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.672478] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5ebe8bd-0ce1-4d82-9d22-82434dfd34cd" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.673245] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5ebe8bd-0ce1-4d82-9d22-82434dfd34cd" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.673607] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.673841] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.674722] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.675032] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.675287] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.675542] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c5ebe8bd-0ce1-4d82-9d22-82434dfd34cd',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.738176] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.738336] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.738391] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.738589] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.738676] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.738772] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fffb1115-05b5-4730-9003-4b1b4688badb already deleted. [ 834.738854] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fffb1115-05b5-4730-9003-4b1b4688badb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.738997] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fffb1115-05b5-4730-9003-4b1b4688badb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.739158] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fffb1115-05b5-4730-9003-4b1b4688badb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.739240] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fffb1115-05b5-4730-9003-4b1b4688badb',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.763740] env[65424]: INFO networking_nsxv3.common.synchronization [None req-d89715f5-d858-4e0b-b6b0-0d8c0f6280bf None None] Enqueued Resource ID: 6ea3b177-d48c-4c83-93a0-f4825041a18e with Priority: HIGHEST for action port [ 834.770516] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa366b1e-0919-4c5b-9aba-9f2e5d521b6a taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.770516] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa366b1e-0919-4c5b-9aba-9f2e5d521b6a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.770516] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ea3b177-d48c-4c83-93a0-f4825041a18e with Priority: HIGHEST for action port [ 834.770516] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fa366b1e-0919-4c5b-9aba-9f2e5d521b6a',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.770516] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 865d0c40-dcff-433c-a89c-2d85baaca0da with status ACTIVE [ 834.770516] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.770516] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.770516] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.770516] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.770516] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.770516] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.770516] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.771156] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.771156] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.771156] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.771156] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.772713] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.772806] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.773007] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.774401] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.774401] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 865d0c40-dcff-433c-a89c-2d85baaca0da is going to be updated. [ 834.776196] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock port-6ea3b177-d48c-4c83-93a0-f4825041a18e taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.777929] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6ea3b177-d48c-4c83-93a0-f4825041a18e" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.777996] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6ea3b177-d48c-4c83-93a0-f4825041a18e" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.778289] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6ea3b177-d48c-4c83-93a0-f4825041a18e" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.778420] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6ea3b177-d48c-4c83-93a0-f4825041a18e',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.801400] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.801545] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.801616] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.801844] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.801991] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.802172] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-865d0c40-dcff-433c-a89c-2d85baaca0da" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.102670] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock network-892 taken with stack trace [, , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.103103] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "network-892" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.103310] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "network-892" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.103780] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "network-892" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.104134] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.104885] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.105066] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.105352] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.105555] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.105823] env[65424]: DEBUG dogpile.cache.region [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] No value present for key: 'zone-id' {{(pid=65424) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 835.105987] env[65424]: DEBUG dogpile.lock [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] NeedRegenerationException {{(pid=65424) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 835.106116] env[65424]: DEBUG dogpile.lock [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] no value, waiting for create lock {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 835.106225] env[65424]: DEBUG dogpile.lock [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] value creation lock acquired {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 835.106333] env[65424]: DEBUG dogpile.cache.region [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] No value present for key: 'zone-id' {{(pid=65424) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 835.106489] env[65424]: DEBUG dogpile.lock [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Calling creation function for not-yet-present value {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 835.106654] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 835.126777] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 835.126907] env[65424]: DEBUG dogpile.cache.region [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65424) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 835.127141] env[65424]: DEBUG dogpile.lock [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Released creation lock {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 835.127334] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "network-892" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.127976] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock port-eb4c67c3-c6ed-4550-8610-52aff39bc685 taken with stack trace [, , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.128109] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "port-eb4c67c3-c6ed-4550-8610-52aff39bc685" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.128174] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "port-eb4c67c3-c6ed-4550-8610-52aff39bc685" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.130180] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "port-eb4c67c3-c6ed-4550-8610-52aff39bc685" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.130180] env[65424]: DEBUG networking_nsxv3.api.rpc [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eb4c67c3-c6ed-4550-8610-52aff39bc685',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.178750] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.178750] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.178750] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.178750] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.179064] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.179452] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.179921] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.180130] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.181011] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.181011] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.181011] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c5ebe8bd-0ce1-4d82-9d22-82434dfd34cd already deleted. [ 835.181011] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5ebe8bd-0ce1-4d82-9d22-82434dfd34cd" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.261055] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.261055] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.261055] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.261055] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.261055] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.261055] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fffb1115-05b5-4730-9003-4b1b4688badb already deleted. [ 835.261055] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fffb1115-05b5-4730-9003-4b1b4688badb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.280396] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fa366b1e-0919-4c5b-9aba-9f2e5d521b6a',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.283739] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6ea3b177-d48c-4c83-93a0-f4825041a18e [ 835.283739] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.283739] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.283739] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.284284] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.284284] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.284284] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6ea3b177-d48c-4c83-93a0-f4825041a18e already deleted. [ 835.284284] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6ea3b177-d48c-4c83-93a0-f4825041a18e" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.459757] env[65424]: INFO networking_nsxv3.common.synchronization [req-c95cc581-2159-4053-9d20-539570757e54 req-e5c63a49-5df2-4f9c-a034-a834df9ec5f1 tempest-ServerActionsV293TestJSON-1192536373 tempest-ServerActionsV293TestJSON-1192536373-project-member] Enqueued Resource ID: b4d8ca39-a0a0-48a4-b6d8-dcb5075259b8 with Priority: HIGHEST for action security_group_members [ 835.460370] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4d8ca39-a0a0-48a4-b6d8-dcb5075259b8 with Priority: HIGHEST for action security_group_members [ 835.460741] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4d8ca39-a0a0-48a4-b6d8-dcb5075259b8 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.460870] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4d8ca39-a0a0-48a4-b6d8-dcb5075259b8" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.460937] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4d8ca39-a0a0-48a4-b6d8-dcb5075259b8" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.461152] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4d8ca39-a0a0-48a4-b6d8-dcb5075259b8" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.461313] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.461489] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.461489] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.461669] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.461763] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.461903] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b4d8ca39-a0a0-48a4-b6d8-dcb5075259b8',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.545506] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f in Status: SUCCESS [ 835.545737] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.545936] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.546134] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.546320] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.546437] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.546502] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.546653] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.546733] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.546814] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.549190] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.636461] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.636461] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.636461] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.636461] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.636461] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.636461] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Segment Port eb4c67c3-c6ed-4550-8610-52aff39bc685 not found, creating... [ 835.636461] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.636461] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.636461] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.636461] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.636461] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.637053] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.637053] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.637053] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.637698] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.637698] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.638197] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Resource: SegmentPort with ID: eb4c67c3-c6ed-4550-8610-52aff39bc685 is going to be created. [ 835.658933] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.659191] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.659312] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.659581] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.659801] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.660045] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "port-eb4c67c3-c6ed-4550-8610-52aff39bc685" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.783153] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.783471] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.783575] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.783841] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.783969] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.784116] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa366b1e-0919-4c5b-9aba-9f2e5d521b6a is going to be created. [ 835.825255] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.825255] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.825255] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.825255] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.825255] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.837068] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa366b1e-0919-4c5b-9aba-9f2e5d521b6a in Status: UNINITIALIZED for 2s [ 835.965021] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.965294] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.965374] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.965640] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.966191] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.966191] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.966191] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.966191] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.966436] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.966436] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.966500] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b4d8ca39-a0a0-48a4-b6d8-dcb5075259b8 is going to be updated. [ 835.995927] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.996161] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.996161] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.996378] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.996514] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.005275] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4d8ca39-a0a0-48a4-b6d8-dcb5075259b8 in Status: IN_PROGRESS for 2s [ 836.051859] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.052025] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.052099] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.052309] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.052472] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.052572] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.052689] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.052804] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.052890] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.052974] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.053134] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.053244] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.053349] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.053444] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.053577] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.053667] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.053719] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.053855] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.053930] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.054014] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.054384] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.466548] env[65424]: INFO networking_nsxv3.common.synchronization [req-3a44d9d2-2468-4a1f-beed-d7f074cf76a9 req-27864116-5f70-4724-a7a6-ac0e36b3d564 service nova] Enqueued Resource ID: c5ebe8bd-0ce1-4d82-9d22-82434dfd34cd with Priority: HIGHEST for action security_group_rules [ 836.468013] env[65424]: INFO networking_nsxv3.common.synchronization [req-3a44d9d2-2468-4a1f-beed-d7f074cf76a9 req-27864116-5f70-4724-a7a6-ac0e36b3d564 service nova] Enqueued Resource ID: c5ebe8bd-0ce1-4d82-9d22-82434dfd34cd with Priority: HIGHEST for action security_group_members [ 836.468013] env[65424]: INFO networking_nsxv3.common.synchronization [req-3a44d9d2-2468-4a1f-beed-d7f074cf76a9 req-27864116-5f70-4724-a7a6-ac0e36b3d564 service nova] Enqueued Resource ID: eb4c67c3-c6ed-4550-8610-52aff39bc685 with Priority: HIGHEST for action port [ 836.468013] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5ebe8bd-0ce1-4d82-9d22-82434dfd34cd with Priority: HIGHEST for action security_group_rules [ 836.468013] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5ebe8bd-0ce1-4d82-9d22-82434dfd34cd with Priority: HIGHEST for action security_group_members [ 836.468013] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb4c67c3-c6ed-4550-8610-52aff39bc685 with Priority: HIGHEST for action port [ 836.468013] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c5ebe8bd-0ce1-4d82-9d22-82434dfd34cd taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.468480] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c5ebe8bd-0ce1-4d82-9d22-82434dfd34cd" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.468480] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c5ebe8bd-0ce1-4d82-9d22-82434dfd34cd" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.468480] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c5ebe8bd-0ce1-4d82-9d22-82434dfd34cd" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.468480] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c5ebe8bd-0ce1-4d82-9d22-82434dfd34cd',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.469893] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5ebe8bd-0ce1-4d82-9d22-82434dfd34cd taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.469893] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5ebe8bd-0ce1-4d82-9d22-82434dfd34cd" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.469893] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5ebe8bd-0ce1-4d82-9d22-82434dfd34cd" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.471719] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5ebe8bd-0ce1-4d82-9d22-82434dfd34cd" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.471719] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.471719] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.471719] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.471719] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.471719] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.471719] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c5ebe8bd-0ce1-4d82-9d22-82434dfd34cd',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.471719] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock port-eb4c67c3-c6ed-4550-8610-52aff39bc685 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.471719] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eb4c67c3-c6ed-4550-8610-52aff39bc685" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.471719] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eb4c67c3-c6ed-4550-8610-52aff39bc685" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.471719] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eb4c67c3-c6ed-4550-8610-52aff39bc685" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.471719] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eb4c67c3-c6ed-4550-8610-52aff39bc685',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.557510] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f: rpc.has_security_group_logging(os_id): False [ 836.577031] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.577702] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.577702] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.577702] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.577860] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.578012] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.578116] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.578179] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.578324] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.578401] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.578961] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.578961] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.578961] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.578961] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.578961] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.579312] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.579312] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.579312] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.579433] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.579532] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.579588] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f is going to be created. [ 836.639650] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.639889] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.639970] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.640214] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.640395] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.656127] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f in Status: IN_PROGRESS for 2s [ 836.973945] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5ebe8bd-0ce1-4d82-9d22-82434dfd34cd taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.974873] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5ebe8bd-0ce1-4d82-9d22-82434dfd34cd" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.974873] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port eb4c67c3-c6ed-4550-8610-52aff39bc685 with status ACTIVE [ 836.974873] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.974873] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.974873] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.975282] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.975282] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.975282] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.975398] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.975432] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.977525] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.977525] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.977525] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.977525] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.977525] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.977525] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.977525] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.977525] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: eb4c67c3-c6ed-4550-8610-52aff39bc685 is going to be updated. [ 836.978368] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c5ebe8bd-0ce1-4d82-9d22-82434dfd34cd',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.003724] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.004533] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.004533] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.004826] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.005075] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.005972] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eb4c67c3-c6ed-4550-8610-52aff39bc685" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.167336] env[65424]: INFO networking_nsxv3.common.synchronization [req-f6b3a878-e7cb-4fbe-ba7b-b8f07a8fc3d0 req-e77494be-2ced-466b-9ae0-181dbc27afdb tempest-ImagesOneServerTestJSON-1704958139 tempest-ImagesOneServerTestJSON-1704958139-project-member] Enqueued Resource ID: 0ff83ae0-e2ba-4b16-889b-fdc401ea2d95 with Priority: HIGHEST for action security_group_members [ 837.167830] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ff83ae0-e2ba-4b16-889b-fdc401ea2d95 with Priority: HIGHEST for action security_group_members [ 837.168268] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ff83ae0-e2ba-4b16-889b-fdc401ea2d95 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.168268] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ff83ae0-e2ba-4b16-889b-fdc401ea2d95" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.168411] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ff83ae0-e2ba-4b16-889b-fdc401ea2d95" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.168497] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ff83ae0-e2ba-4b16-889b-fdc401ea2d95" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.168645] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.168742] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.168805] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.168952] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.169091] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.170338] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0ff83ae0-e2ba-4b16-889b-fdc401ea2d95',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.480546] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c5ebe8bd-0ce1-4d82-9d22-82434dfd34cd',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.671704] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.671704] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.671704] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.671704] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.671704] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.672044] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.672129] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.672190] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.672379] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.672480] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.672640] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0ff83ae0-e2ba-4b16-889b-fdc401ea2d95 is going to be updated. [ 837.704720] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.704908] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.704979] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.705169] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.705306] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.717104] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0ff83ae0-e2ba-4b16-889b-fdc401ea2d95 in Status: IN_PROGRESS for 2s [ 837.848057] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa366b1e-0919-4c5b-9aba-9f2e5d521b6a in Status: SUCCESS [ 837.848240] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa366b1e-0919-4c5b-9aba-9f2e5d521b6a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.848302] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa366b1e-0919-4c5b-9aba-9f2e5d521b6a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.848530] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa366b1e-0919-4c5b-9aba-9f2e5d521b6a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.848717] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.848836] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.848900] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.849077] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.849143] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.849215] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa366b1e-0919-4c5b-9aba-9f2e5d521b6a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.849303] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fa366b1e-0919-4c5b-9aba-9f2e5d521b6a',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.983690] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.983690] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.983690] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.983690] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.984149] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.984282] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c5ebe8bd-0ce1-4d82-9d22-82434dfd34cd is going to be created. [ 838.008372] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.008517] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.008586] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.008808] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.010040] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.019674] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4d8ca39-a0a0-48a4-b6d8-dcb5075259b8 in Status: SUCCESS [ 838.023025] env[65424]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b4d8ca39-a0a0-48a4-b6d8-dcb5075259b8 deletion is rescheduled due to dependency. [ 838.023025] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4d8ca39-a0a0-48a4-b6d8-dcb5075259b8" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.031529] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5ebe8bd-0ce1-4d82-9d22-82434dfd34cd in Status: UNINITIALIZED for 2s [ 838.351911] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa366b1e-0919-4c5b-9aba-9f2e5d521b6a taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.352173] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa366b1e-0919-4c5b-9aba-9f2e5d521b6a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.352173] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa366b1e-0919-4c5b-9aba-9f2e5d521b6a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.352398] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa366b1e-0919-4c5b-9aba-9f2e5d521b6a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.352567] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.352669] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.352727] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.352878] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.352965] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.353062] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa366b1e-0919-4c5b-9aba-9f2e5d521b6a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.353237] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa366b1e-0919-4c5b-9aba-9f2e5d521b6a taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.353326] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa366b1e-0919-4c5b-9aba-9f2e5d521b6a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.353375] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa366b1e-0919-4c5b-9aba-9f2e5d521b6a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.353575] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa366b1e-0919-4c5b-9aba-9f2e5d521b6a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.353723] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.353820] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.353926] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.354027] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.354097] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.354180] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa366b1e-0919-4c5b-9aba-9f2e5d521b6a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.354274] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fa366b1e-0919-4c5b-9aba-9f2e5d521b6a',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.671981] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f in Status: SUCCESS [ 838.672561] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.857258] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fa366b1e-0919-4c5b-9aba-9f2e5d521b6a: rpc.has_security_group_logging(os_id): False [ 838.885901] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.885901] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.885901] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.885901] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.885901] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.885901] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.885901] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.885901] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.885901] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.885901] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.885901] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.885901] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.886837] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.886837] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.886837] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.886837] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.886837] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.886837] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.886837] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.886837] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.888214] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fa366b1e-0919-4c5b-9aba-9f2e5d521b6a is going to be created. [ 838.955357] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.955499] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.955567] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.956355] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.956355] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.969823] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fa366b1e-0919-4c5b-9aba-9f2e5d521b6a in Status: IN_PROGRESS for 2s [ 839.728874] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0ff83ae0-e2ba-4b16-889b-fdc401ea2d95 in Status: SUCCESS [ 839.729345] env[65424]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0ff83ae0-e2ba-4b16-889b-fdc401ea2d95 deletion is rescheduled due to dependency. [ 839.729345] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ff83ae0-e2ba-4b16-889b-fdc401ea2d95" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.045064] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5ebe8bd-0ce1-4d82-9d22-82434dfd34cd in Status: SUCCESS [ 840.045255] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5ebe8bd-0ce1-4d82-9d22-82434dfd34cd" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.045437] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5ebe8bd-0ce1-4d82-9d22-82434dfd34cd" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.045662] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5ebe8bd-0ce1-4d82-9d22-82434dfd34cd" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.045910] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.046088] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.046156] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.046320] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.046398] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.046489] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5ebe8bd-0ce1-4d82-9d22-82434dfd34cd" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.046575] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c5ebe8bd-0ce1-4d82-9d22-82434dfd34cd',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.549989] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5ebe8bd-0ce1-4d82-9d22-82434dfd34cd taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.550182] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5ebe8bd-0ce1-4d82-9d22-82434dfd34cd" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.550264] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5ebe8bd-0ce1-4d82-9d22-82434dfd34cd" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.550469] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5ebe8bd-0ce1-4d82-9d22-82434dfd34cd" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.550632] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.550748] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.550810] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.550975] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.551073] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.551229] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5ebe8bd-0ce1-4d82-9d22-82434dfd34cd" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.551298] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5ebe8bd-0ce1-4d82-9d22-82434dfd34cd taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.551392] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5ebe8bd-0ce1-4d82-9d22-82434dfd34cd" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.551472] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5ebe8bd-0ce1-4d82-9d22-82434dfd34cd" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.551613] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5ebe8bd-0ce1-4d82-9d22-82434dfd34cd" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.551751] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.551858] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.551921] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.552067] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.552182] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.552226] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5ebe8bd-0ce1-4d82-9d22-82434dfd34cd" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.552306] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c5ebe8bd-0ce1-4d82-9d22-82434dfd34cd',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.986928] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fa366b1e-0919-4c5b-9aba-9f2e5d521b6a in Status: SUCCESS [ 840.987273] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fa366b1e-0919-4c5b-9aba-9f2e5d521b6a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.054523] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c5ebe8bd-0ce1-4d82-9d22-82434dfd34cd: rpc.has_security_group_logging(os_id): False [ 841.074494] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.074709] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.074763] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.075236] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.075236] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.075418] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.075543] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.075583] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.075822] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.075899] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.076179] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.076237] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.076285] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.076400] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.080597] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.081744] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.081930] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.081987] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.082197] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.082250] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.082343] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c5ebe8bd-0ce1-4d82-9d22-82434dfd34cd is going to be created. [ 841.148681] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.148832] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.148909] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.149167] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.149349] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.163792] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c5ebe8bd-0ce1-4d82-9d22-82434dfd34cd in Status: IN_PROGRESS for 2s [ 841.710257] env[65424]: INFO networking_nsxv3.common.synchronization [req-ea146738-35ca-4968-b04e-11a0813729c4 req-2a50aeee-6855-4908-8cf6-f71f6d641756 tempest-ServerRescueTestJSON-1143747873 tempest-ServerRescueTestJSON-1143747873-project-member] Enqueued Resource ID: 0e3ac01c-77fe-4ca1-b121-e654654acce9 with Priority: HIGHEST for action security_group_members [ 841.710257] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e3ac01c-77fe-4ca1-b121-e654654acce9 with Priority: HIGHEST for action security_group_members [ 841.710257] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e3ac01c-77fe-4ca1-b121-e654654acce9 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.710566] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e3ac01c-77fe-4ca1-b121-e654654acce9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.710566] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e3ac01c-77fe-4ca1-b121-e654654acce9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.710566] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e3ac01c-77fe-4ca1-b121-e654654acce9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.711663] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.711663] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.711663] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.711663] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.711663] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.711663] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0e3ac01c-77fe-4ca1-b121-e654654acce9',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.213836] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.214220] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.214220] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.214361] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.215037] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.215037] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.215037] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.215037] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.215037] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.215327] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.215327] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0e3ac01c-77fe-4ca1-b121-e654654acce9 is going to be updated. [ 842.246752] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.246951] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.247118] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.247224] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.247365] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.258204] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e3ac01c-77fe-4ca1-b121-e654654acce9 in Status: IN_PROGRESS for 2s [ 843.181023] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c5ebe8bd-0ce1-4d82-9d22-82434dfd34cd in Status: SUCCESS [ 843.181023] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c5ebe8bd-0ce1-4d82-9d22-82434dfd34cd" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.058633] env[65424]: INFO networking_nsxv3.common.synchronization [req-fb169b54-a832-4cd3-9558-0291ecb03818 req-211af874-7767-4684-af59-a3c628bbda59 tempest-InstanceActionsV221TestJSON-987608854 tempest-InstanceActionsV221TestJSON-987608854-project-member] Enqueued Resource ID: 95ba05e6-5d24-4ac0-94bd-4e58d4b1b72e with Priority: HIGHEST for action security_group_members [ 844.059471] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95ba05e6-5d24-4ac0-94bd-4e58d4b1b72e with Priority: HIGHEST for action security_group_members [ 844.059559] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-95ba05e6-5d24-4ac0-94bd-4e58d4b1b72e taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.059660] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95ba05e6-5d24-4ac0-94bd-4e58d4b1b72e" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.059706] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95ba05e6-5d24-4ac0-94bd-4e58d4b1b72e" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.060213] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95ba05e6-5d24-4ac0-94bd-4e58d4b1b72e" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.060213] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.060213] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.060409] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.060448] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.060494] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.061085] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('95ba05e6-5d24-4ac0-94bd-4e58d4b1b72e',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.269032] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e3ac01c-77fe-4ca1-b121-e654654acce9 in Status: IN_PROGRESS for 4s [ 844.486321] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock network-8 taken with stack trace [, , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.486321] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "network-8" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.486321] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "network-8" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.486620] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "network-8" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.486892] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.487080] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.487231] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.487529] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.487672] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.487900] env[65424]: DEBUG dogpile.cache.region [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] No value present for key: 'zone-id' {{(pid=65424) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 844.488028] env[65424]: DEBUG dogpile.lock [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] NeedRegenerationException {{(pid=65424) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 844.488133] env[65424]: DEBUG dogpile.lock [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] no value, waiting for create lock {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 844.490267] env[65424]: DEBUG dogpile.lock [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] value creation lock acquired {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 844.490267] env[65424]: DEBUG dogpile.cache.region [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] No value present for key: 'zone-id' {{(pid=65424) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 844.490267] env[65424]: DEBUG dogpile.lock [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Calling creation function for not-yet-present value {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 844.490267] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 844.508983] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 844.508983] env[65424]: DEBUG dogpile.cache.region [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65424) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 844.508983] env[65424]: DEBUG dogpile.lock [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Released creation lock {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 844.508983] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "network-8" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.508983] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock port-a2932018-3e7d-4cd2-9b6c-571defecc70c taken with stack trace [, , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.508983] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "port-a2932018-3e7d-4cd2-9b6c-571defecc70c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.508983] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "port-a2932018-3e7d-4cd2-9b6c-571defecc70c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.508983] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "port-a2932018-3e7d-4cd2-9b6c-571defecc70c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.508983] env[65424]: DEBUG networking_nsxv3.api.rpc [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a2932018-3e7d-4cd2-9b6c-571defecc70c',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.565120] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.565120] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.565120] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.565120] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.565120] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.565120] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.565120] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.565120] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.565120] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.565120] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.565120] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 95ba05e6-5d24-4ac0-94bd-4e58d4b1b72e already deleted. [ 844.565120] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95ba05e6-5d24-4ac0-94bd-4e58d4b1b72e" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.011869] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.012239] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.012418] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.012831] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.013044] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.013297] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Segment Port a2932018-3e7d-4cd2-9b6c-571defecc70c not found, creating... [ 845.013701] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.013907] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.014111] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.014452] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.014651] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.015210] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.015351] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.015470] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.015787] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.015973] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.016204] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Resource: SegmentPort with ID: a2932018-3e7d-4cd2-9b6c-571defecc70c is going to be created. [ 845.035868] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.036134] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.036268] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.036532] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.036759] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.037042] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "port-a2932018-3e7d-4cd2-9b6c-571defecc70c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.785827] env[65424]: INFO networking_nsxv3.common.synchronization [req-fb169b54-a832-4cd3-9558-0291ecb03818 req-fb80c855-b4ec-467a-8bae-81d177ee6875 service nova] Enqueued Resource ID: 95ba05e6-5d24-4ac0-94bd-4e58d4b1b72e with Priority: HIGHEST for action security_group_rules [ 845.785827] env[65424]: INFO networking_nsxv3.common.synchronization [req-fb169b54-a832-4cd3-9558-0291ecb03818 req-fb80c855-b4ec-467a-8bae-81d177ee6875 service nova] Enqueued Resource ID: 95ba05e6-5d24-4ac0-94bd-4e58d4b1b72e with Priority: HIGHEST for action security_group_members [ 845.786213] env[65424]: INFO networking_nsxv3.common.synchronization [req-fb169b54-a832-4cd3-9558-0291ecb03818 req-fb80c855-b4ec-467a-8bae-81d177ee6875 service nova] Enqueued Resource ID: a2932018-3e7d-4cd2-9b6c-571defecc70c with Priority: HIGHEST for action port [ 845.786975] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95ba05e6-5d24-4ac0-94bd-4e58d4b1b72e with Priority: HIGHEST for action security_group_rules [ 845.786975] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95ba05e6-5d24-4ac0-94bd-4e58d4b1b72e with Priority: HIGHEST for action security_group_members [ 845.786975] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2932018-3e7d-4cd2-9b6c-571defecc70c with Priority: HIGHEST for action port [ 845.786975] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock rules-95ba05e6-5d24-4ac0-94bd-4e58d4b1b72e taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.787523] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-95ba05e6-5d24-4ac0-94bd-4e58d4b1b72e" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.787523] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-95ba05e6-5d24-4ac0-94bd-4e58d4b1b72e" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.787523] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-95ba05e6-5d24-4ac0-94bd-4e58d4b1b72e" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.787523] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('95ba05e6-5d24-4ac0-94bd-4e58d4b1b72e',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.788391] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-95ba05e6-5d24-4ac0-94bd-4e58d4b1b72e taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.790305] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95ba05e6-5d24-4ac0-94bd-4e58d4b1b72e" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.790305] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95ba05e6-5d24-4ac0-94bd-4e58d4b1b72e" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.790305] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95ba05e6-5d24-4ac0-94bd-4e58d4b1b72e" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.790305] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.790305] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.790305] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.790305] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.790305] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.790305] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('95ba05e6-5d24-4ac0-94bd-4e58d4b1b72e',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.791939] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock port-a2932018-3e7d-4cd2-9b6c-571defecc70c taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.791939] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a2932018-3e7d-4cd2-9b6c-571defecc70c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.791939] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a2932018-3e7d-4cd2-9b6c-571defecc70c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.791939] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a2932018-3e7d-4cd2-9b6c-571defecc70c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.791939] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a2932018-3e7d-4cd2-9b6c-571defecc70c',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.279714] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e3ac01c-77fe-4ca1-b121-e654654acce9 in Status: SUCCESS [ 846.279971] env[65424]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0e3ac01c-77fe-4ca1-b121-e654654acce9 deletion is rescheduled due to dependency. [ 846.280183] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e3ac01c-77fe-4ca1-b121-e654654acce9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.291654] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('95ba05e6-5d24-4ac0-94bd-4e58d4b1b72e',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.294275] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a2932018-3e7d-4cd2-9b6c-571defecc70c with status ACTIVE [ 846.295468] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.295468] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.295468] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.295468] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.295844] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.295908] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.296083] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.296386] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.296386] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.296386] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.296589] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.296688] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.296751] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.296899] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.296969] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.297156] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a2932018-3e7d-4cd2-9b6c-571defecc70c is going to be updated. [ 846.298209] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-95ba05e6-5d24-4ac0-94bd-4e58d4b1b72e taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.298322] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95ba05e6-5d24-4ac0-94bd-4e58d4b1b72e" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.319557] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.319766] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.319766] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.319970] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.320125] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.320260] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a2932018-3e7d-4cd2-9b6c-571defecc70c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.768228] env[65424]: INFO networking_nsxv3.common.synchronization [req-309ace2e-38e0-42b8-827e-e722e8720ef0 req-415edc09-d356-4dcf-a71a-982377e7f4f3 tempest-AttachVolumeNegativeTest-2145166079 tempest-AttachVolumeNegativeTest-2145166079-project-member] Enqueued Resource ID: 2a7c156a-5de3-4c84-bdf1-fb3162db81af with Priority: HIGHEST for action security_group_members [ 846.768228] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a7c156a-5de3-4c84-bdf1-fb3162db81af with Priority: HIGHEST for action security_group_members [ 846.768228] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a7c156a-5de3-4c84-bdf1-fb3162db81af taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.768228] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a7c156a-5de3-4c84-bdf1-fb3162db81af" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.768228] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a7c156a-5de3-4c84-bdf1-fb3162db81af" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.768228] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a7c156a-5de3-4c84-bdf1-fb3162db81af" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.769470] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.769791] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.770047] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.770481] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.770686] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.770875] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2a7c156a-5de3-4c84-bdf1-fb3162db81af',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.794112] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('95ba05e6-5d24-4ac0-94bd-4e58d4b1b72e',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.089391] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock network-339 taken with stack trace [, , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.089950] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "network-339" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.090091] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "network-339" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.090406] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "network-339" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.090969] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.092223] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.092526] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.092665] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.092723] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.093046] env[65424]: DEBUG dogpile.cache.region [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] No value present for key: 'zone-id' {{(pid=65424) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 847.093168] env[65424]: DEBUG dogpile.lock [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] NeedRegenerationException {{(pid=65424) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 847.093276] env[65424]: DEBUG dogpile.lock [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] no value, waiting for create lock {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 847.093383] env[65424]: DEBUG dogpile.lock [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] value creation lock acquired {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 847.094832] env[65424]: DEBUG dogpile.cache.region [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] No value present for key: 'zone-id' {{(pid=65424) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 847.094832] env[65424]: DEBUG dogpile.lock [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Calling creation function for not-yet-present value {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 847.094832] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 847.115019] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 847.115019] env[65424]: DEBUG dogpile.cache.region [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65424) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 847.115019] env[65424]: DEBUG dogpile.lock [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Released creation lock {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 847.115019] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "network-339" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.115019] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock port-bc06e8cd-5c10-46b8-80b0-9f0352575223 taken with stack trace [, , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.115019] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "port-bc06e8cd-5c10-46b8-80b0-9f0352575223" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.115019] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "port-bc06e8cd-5c10-46b8-80b0-9f0352575223" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.115019] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "port-bc06e8cd-5c10-46b8-80b0-9f0352575223" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.115019] env[65424]: DEBUG networking_nsxv3.api.rpc [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bc06e8cd-5c10-46b8-80b0-9f0352575223',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.275401] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.275401] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.275401] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.275401] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.275401] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.275401] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.275401] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.275401] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.275401] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.275401] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.275401] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2a7c156a-5de3-4c84-bdf1-fb3162db81af already deleted. [ 847.275401] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a7c156a-5de3-4c84-bdf1-fb3162db81af" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.298840] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.298840] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.298840] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.298840] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.298840] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.298840] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 95ba05e6-5d24-4ac0-94bd-4e58d4b1b72e is going to be created. [ 847.327489] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.327489] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.327489] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.327489] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.327489] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.340385] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95ba05e6-5d24-4ac0-94bd-4e58d4b1b72e in Status: UNINITIALIZED for 2s [ 847.618603] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.619095] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.619246] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.619661] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.619908] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.620176] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Segment Port bc06e8cd-5c10-46b8-80b0-9f0352575223 not found, creating... [ 847.620602] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.620856] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.621081] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.621428] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.621741] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.622195] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.622544] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.622750] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.623082] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.623307] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.623533] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Resource: SegmentPort with ID: bc06e8cd-5c10-46b8-80b0-9f0352575223 is going to be created. [ 847.655600] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.655839] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.655983] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.656981] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.656981] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.656981] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "port-bc06e8cd-5c10-46b8-80b0-9f0352575223" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.393263] env[65424]: INFO networking_nsxv3.common.synchronization [req-309ace2e-38e0-42b8-827e-e722e8720ef0 req-5c71eadf-3bb3-4945-bd78-f4f5666abaed service nova] Enqueued Resource ID: 2a7c156a-5de3-4c84-bdf1-fb3162db81af with Priority: HIGHEST for action security_group_rules [ 848.393263] env[65424]: INFO networking_nsxv3.common.synchronization [req-309ace2e-38e0-42b8-827e-e722e8720ef0 req-5c71eadf-3bb3-4945-bd78-f4f5666abaed service nova] Enqueued Resource ID: 2a7c156a-5de3-4c84-bdf1-fb3162db81af with Priority: HIGHEST for action security_group_members [ 848.393813] env[65424]: INFO networking_nsxv3.common.synchronization [req-309ace2e-38e0-42b8-827e-e722e8720ef0 req-5c71eadf-3bb3-4945-bd78-f4f5666abaed service nova] Enqueued Resource ID: bc06e8cd-5c10-46b8-80b0-9f0352575223 with Priority: HIGHEST for action port [ 848.393913] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a7c156a-5de3-4c84-bdf1-fb3162db81af with Priority: HIGHEST for action security_group_rules [ 848.394750] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a7c156a-5de3-4c84-bdf1-fb3162db81af with Priority: HIGHEST for action security_group_members [ 848.394750] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc06e8cd-5c10-46b8-80b0-9f0352575223 with Priority: HIGHEST for action port [ 848.394750] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2a7c156a-5de3-4c84-bdf1-fb3162db81af taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.394750] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2a7c156a-5de3-4c84-bdf1-fb3162db81af" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.394750] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2a7c156a-5de3-4c84-bdf1-fb3162db81af" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.395331] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2a7c156a-5de3-4c84-bdf1-fb3162db81af" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.395331] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2a7c156a-5de3-4c84-bdf1-fb3162db81af',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.396193] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a7c156a-5de3-4c84-bdf1-fb3162db81af taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.396310] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a7c156a-5de3-4c84-bdf1-fb3162db81af" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.396376] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a7c156a-5de3-4c84-bdf1-fb3162db81af" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.396558] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a7c156a-5de3-4c84-bdf1-fb3162db81af" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.397435] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.397546] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.397608] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.397776] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.398176] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.398176] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2a7c156a-5de3-4c84-bdf1-fb3162db81af',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.398754] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock port-bc06e8cd-5c10-46b8-80b0-9f0352575223 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.398868] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bc06e8cd-5c10-46b8-80b0-9f0352575223" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.398933] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bc06e8cd-5c10-46b8-80b0-9f0352575223" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.399100] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bc06e8cd-5c10-46b8-80b0-9f0352575223" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.399196] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bc06e8cd-5c10-46b8-80b0-9f0352575223',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.901992] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2a7c156a-5de3-4c84-bdf1-fb3162db81af',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.903086] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a7c156a-5de3-4c84-bdf1-fb3162db81af taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.903204] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a7c156a-5de3-4c84-bdf1-fb3162db81af" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.903369] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bc06e8cd-5c10-46b8-80b0-9f0352575223 with status ACTIVE [ 848.903540] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.903647] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.903712] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.903930] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.903981] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.904164] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.904272] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.904332] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.904485] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.904561] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.904739] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.904997] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.904997] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.905199] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.905468] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.905468] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bc06e8cd-5c10-46b8-80b0-9f0352575223 is going to be updated. [ 848.928738] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.928953] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.929318] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.929466] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.929605] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.929763] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bc06e8cd-5c10-46b8-80b0-9f0352575223" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.350872] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95ba05e6-5d24-4ac0-94bd-4e58d4b1b72e in Status: SUCCESS [ 849.351512] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95ba05e6-5d24-4ac0-94bd-4e58d4b1b72e" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.351512] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95ba05e6-5d24-4ac0-94bd-4e58d4b1b72e" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.351631] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95ba05e6-5d24-4ac0-94bd-4e58d4b1b72e" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.351826] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.351953] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.352151] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.352151] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.352276] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.352328] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95ba05e6-5d24-4ac0-94bd-4e58d4b1b72e" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.352503] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('95ba05e6-5d24-4ac0-94bd-4e58d4b1b72e',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.408721] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2a7c156a-5de3-4c84-bdf1-fb3162db81af',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.855155] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-95ba05e6-5d24-4ac0-94bd-4e58d4b1b72e taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.855155] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95ba05e6-5d24-4ac0-94bd-4e58d4b1b72e" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.855155] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95ba05e6-5d24-4ac0-94bd-4e58d4b1b72e" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.855432] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95ba05e6-5d24-4ac0-94bd-4e58d4b1b72e" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.855432] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.855570] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.855570] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.855706] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.855793] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.855945] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95ba05e6-5d24-4ac0-94bd-4e58d4b1b72e" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.856033] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-95ba05e6-5d24-4ac0-94bd-4e58d4b1b72e taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.856128] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95ba05e6-5d24-4ac0-94bd-4e58d4b1b72e" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.856197] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95ba05e6-5d24-4ac0-94bd-4e58d4b1b72e" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.856429] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95ba05e6-5d24-4ac0-94bd-4e58d4b1b72e" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.856576] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.856666] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.856727] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.856862] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.856947] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.857052] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95ba05e6-5d24-4ac0-94bd-4e58d4b1b72e" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.857147] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('95ba05e6-5d24-4ac0-94bd-4e58d4b1b72e',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.910102] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.910255] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.910302] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.910508] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.910597] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.910695] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2a7c156a-5de3-4c84-bdf1-fb3162db81af is going to be created. [ 849.935770] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.935999] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.936116] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.936355] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.936424] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.947643] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2a7c156a-5de3-4c84-bdf1-fb3162db81af in Status: UNINITIALIZED for 2s [ 850.359482] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 95ba05e6-5d24-4ac0-94bd-4e58d4b1b72e: rpc.has_security_group_logging(os_id): False [ 850.397754] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.397754] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.397754] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.397754] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.397754] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.397754] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.397754] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.397754] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.397754] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.397754] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.397754] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.397754] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.397754] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.397754] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.397754] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.398546] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.398647] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.399341] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.399341] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.399341] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.399341] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 95ba05e6-5d24-4ac0-94bd-4e58d4b1b72e is going to be created. [ 850.475672] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.476117] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.476117] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.476251] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.476508] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.494322] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 95ba05e6-5d24-4ac0-94bd-4e58d4b1b72e in Status: IN_PROGRESS for 2s [ 850.924288] env[65424]: INFO networking_nsxv3.common.synchronization [req-11caec3a-62f0-42a2-802e-73012351a349 req-e8e7fb90-a38e-493a-8d5f-2ef04847935c tempest-ServerAddressesTestJSON-216329982 tempest-ServerAddressesTestJSON-216329982-project-member] Enqueued Resource ID: c5ebe8bd-0ce1-4d82-9d22-82434dfd34cd with Priority: HIGHEST for action security_group_members [ 850.924824] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5ebe8bd-0ce1-4d82-9d22-82434dfd34cd with Priority: HIGHEST for action security_group_members [ 850.925774] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5ebe8bd-0ce1-4d82-9d22-82434dfd34cd taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.925774] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5ebe8bd-0ce1-4d82-9d22-82434dfd34cd" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.925774] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5ebe8bd-0ce1-4d82-9d22-82434dfd34cd" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.925774] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5ebe8bd-0ce1-4d82-9d22-82434dfd34cd" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.925774] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.932293] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.932377] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.932746] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.932746] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.932865] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c5ebe8bd-0ce1-4d82-9d22-82434dfd34cd',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.437978] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.437978] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.437978] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.437978] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.437978] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.437978] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.437978] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.437978] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.437978] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.437978] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.437978] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c5ebe8bd-0ce1-4d82-9d22-82434dfd34cd is going to be updated. [ 851.470273] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.470495] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.470598] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.471436] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.471617] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.484241] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5ebe8bd-0ce1-4d82-9d22-82434dfd34cd in Status: IN_PROGRESS for 2s [ 851.654593] env[65424]: INFO networking_nsxv3.common.synchronization [req-c6ba721c-5888-402f-9ed7-470fd3b21b84 req-13cf7c0e-5677-446f-90b5-e41f763b8642 tempest-ServersAdminTestJSON-1481990076 tempest-ServersAdminTestJSON-1481990076-project-member] Enqueued Resource ID: d3a6cc57-5bfc-4310-b1a5-b90db89c4977 with Priority: HIGHEST for action security_group_members [ 851.654593] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3a6cc57-5bfc-4310-b1a5-b90db89c4977 with Priority: HIGHEST for action security_group_members [ 851.654593] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3a6cc57-5bfc-4310-b1a5-b90db89c4977 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.654922] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3a6cc57-5bfc-4310-b1a5-b90db89c4977" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.654922] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3a6cc57-5bfc-4310-b1a5-b90db89c4977" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.655746] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3a6cc57-5bfc-4310-b1a5-b90db89c4977" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.655746] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.655746] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.655746] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.655746] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.655746] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.656126] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d3a6cc57-5bfc-4310-b1a5-b90db89c4977',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.958244] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2a7c156a-5de3-4c84-bdf1-fb3162db81af in Status: SUCCESS [ 851.958442] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a7c156a-5de3-4c84-bdf1-fb3162db81af" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.958689] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a7c156a-5de3-4c84-bdf1-fb3162db81af" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.958990] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a7c156a-5de3-4c84-bdf1-fb3162db81af" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.959252] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.959432] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.959538] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.959708] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.959824] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.959959] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a7c156a-5de3-4c84-bdf1-fb3162db81af" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.960136] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2a7c156a-5de3-4c84-bdf1-fb3162db81af',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.158304] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d3a6cc57-5bfc-4310-b1a5-b90db89c4977',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.463408] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2a7c156a-5de3-4c84-bdf1-fb3162db81af',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.507864] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 95ba05e6-5d24-4ac0-94bd-4e58d4b1b72e in Status: SUCCESS [ 852.508270] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-95ba05e6-5d24-4ac0-94bd-4e58d4b1b72e" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.664753] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d3a6cc57-5bfc-4310-b1a5-b90db89c4977',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.967362] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2a7c156a-5de3-4c84-bdf1-fb3162db81af: rpc.has_security_group_logging(os_id): False [ 852.991129] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.993019] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.993019] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.993019] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.993019] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.993019] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.993019] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.993019] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.993019] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.993019] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.993019] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2a7c156a-5de3-4c84-bdf1-fb3162db81af is going to be created. [ 853.067668] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.068452] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.069212] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.069212] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.069613] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.084692] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2a7c156a-5de3-4c84-bdf1-fb3162db81af in Status: IN_PROGRESS for 2s [ 853.167886] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.167886] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.167886] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.167886] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.167886] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.167886] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d3a6cc57-5bfc-4310-b1a5-b90db89c4977 is going to be updated. [ 853.223378] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.223378] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.223378] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.223378] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.223378] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.229862] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock network-763 taken with stack trace [, , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.230150] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "network-763" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.230316] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "network-763" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.230657] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "network-763" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.232068] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.232360] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.232541] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.232829] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.232997] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.233250] env[65424]: DEBUG dogpile.cache.region [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] No value present for key: 'zone-id' {{(pid=65424) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 853.233371] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] NeedRegenerationException {{(pid=65424) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 853.233469] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] no value, waiting for create lock {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 853.233582] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] value creation lock acquired {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 853.233706] env[65424]: DEBUG dogpile.cache.region [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] No value present for key: 'zone-id' {{(pid=65424) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 853.233864] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Calling creation function for not-yet-present value {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 853.234055] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 853.236580] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d3a6cc57-5bfc-4310-b1a5-b90db89c4977 in Status: IN_PROGRESS for 2s [ 853.259722] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 853.259917] env[65424]: DEBUG dogpile.cache.region [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65424) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 853.261022] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Released creation lock {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 853.261022] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "network-763" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.261022] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock port-a205ed5d-c068-48c6-af13-57b4a7ab3e4b taken with stack trace [, , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.261022] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "port-a205ed5d-c068-48c6-af13-57b4a7ab3e4b" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.261022] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "port-a205ed5d-c068-48c6-af13-57b4a7ab3e4b" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.261361] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "port-a205ed5d-c068-48c6-af13-57b4a7ab3e4b" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.261361] env[65424]: DEBUG networking_nsxv3.api.rpc [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a205ed5d-c068-48c6-af13-57b4a7ab3e4b',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.496190] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5ebe8bd-0ce1-4d82-9d22-82434dfd34cd in Status: SUCCESS [ 853.496397] env[65424]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c5ebe8bd-0ce1-4d82-9d22-82434dfd34cd deletion is rescheduled due to dependency. [ 853.496512] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5ebe8bd-0ce1-4d82-9d22-82434dfd34cd" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.764226] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.764612] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.764612] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.765017] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.765159] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.765256] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Segment Port a205ed5d-c068-48c6-af13-57b4a7ab3e4b not found, creating... [ 853.765504] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.765663] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.765775] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.766014] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.766194] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.766545] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.766858] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.766899] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.767133] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.767369] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.767548] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Resource: SegmentPort with ID: a205ed5d-c068-48c6-af13-57b4a7ab3e4b is going to be created. [ 853.790163] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.790409] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.790550] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.790787] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.791027] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.792181] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "port-a205ed5d-c068-48c6-af13-57b4a7ab3e4b" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.531877] env[65424]: INFO networking_nsxv3.common.synchronization [req-c6ba721c-5888-402f-9ed7-470fd3b21b84 req-1c018170-fb70-40da-8bec-a9eb6fbee387 service nova] Enqueued Resource ID: d3a6cc57-5bfc-4310-b1a5-b90db89c4977 with Priority: HIGHEST for action security_group_rules [ 854.532265] env[65424]: INFO networking_nsxv3.common.synchronization [req-c6ba721c-5888-402f-9ed7-470fd3b21b84 req-1c018170-fb70-40da-8bec-a9eb6fbee387 service nova] Enqueued Resource ID: d3a6cc57-5bfc-4310-b1a5-b90db89c4977 with Priority: HIGHEST for action security_group_members [ 854.532704] env[65424]: INFO networking_nsxv3.common.synchronization [req-c6ba721c-5888-402f-9ed7-470fd3b21b84 req-1c018170-fb70-40da-8bec-a9eb6fbee387 service nova] Enqueued Resource ID: a205ed5d-c068-48c6-af13-57b4a7ab3e4b with Priority: HIGHEST for action port [ 854.537021] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3a6cc57-5bfc-4310-b1a5-b90db89c4977 with Priority: HIGHEST for action security_group_rules [ 854.537021] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3a6cc57-5bfc-4310-b1a5-b90db89c4977 with Priority: HIGHEST for action security_group_members [ 854.537021] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a205ed5d-c068-48c6-af13-57b4a7ab3e4b with Priority: HIGHEST for action port [ 854.537021] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d3a6cc57-5bfc-4310-b1a5-b90db89c4977 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.537021] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d3a6cc57-5bfc-4310-b1a5-b90db89c4977" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.537021] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d3a6cc57-5bfc-4310-b1a5-b90db89c4977" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.537021] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d3a6cc57-5bfc-4310-b1a5-b90db89c4977" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.537021] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d3a6cc57-5bfc-4310-b1a5-b90db89c4977',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.537021] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3a6cc57-5bfc-4310-b1a5-b90db89c4977 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.537021] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3a6cc57-5bfc-4310-b1a5-b90db89c4977" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.537021] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock port-a205ed5d-c068-48c6-af13-57b4a7ab3e4b taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.537021] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a205ed5d-c068-48c6-af13-57b4a7ab3e4b" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.537021] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a205ed5d-c068-48c6-af13-57b4a7ab3e4b" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.537021] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a205ed5d-c068-48c6-af13-57b4a7ab3e4b" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.537021] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a205ed5d-c068-48c6-af13-57b4a7ab3e4b',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.040663] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3a6cc57-5bfc-4310-b1a5-b90db89c4977 taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.040964] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3a6cc57-5bfc-4310-b1a5-b90db89c4977" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.040964] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a205ed5d-c068-48c6-af13-57b4a7ab3e4b with status ACTIVE [ 855.041141] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.041141] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.041269] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.041418] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.041512] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.041667] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.041791] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.041831] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.041963] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.042086] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.042229] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.042371] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.042371] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.042646] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.042646] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.042646] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a205ed5d-c068-48c6-af13-57b4a7ab3e4b is going to be updated. [ 855.064859] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.065110] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.065236] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.065545] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.065752] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.066061] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a205ed5d-c068-48c6-af13-57b4a7ab3e4b" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.066061] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a205ed5d-c068-48c6-af13-57b4a7ab3e4b" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.114156] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2a7c156a-5de3-4c84-bdf1-fb3162db81af in Status: SUCCESS [ 855.114405] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2a7c156a-5de3-4c84-bdf1-fb3162db81af" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.250846] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d3a6cc57-5bfc-4310-b1a5-b90db89c4977 in Status: SUCCESS [ 855.251252] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3a6cc57-5bfc-4310-b1a5-b90db89c4977" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.251396] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3a6cc57-5bfc-4310-b1a5-b90db89c4977" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.251674] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3a6cc57-5bfc-4310-b1a5-b90db89c4977" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.251984] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.252132] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.252236] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.252457] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.252584] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.252718] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d3a6cc57-5bfc-4310-b1a5-b90db89c4977',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.760029] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d3a6cc57-5bfc-4310-b1a5-b90db89c4977',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.262296] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d3a6cc57-5bfc-4310-b1a5-b90db89c4977',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.765100] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.765461] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.765461] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.765730] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.765730] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.765847] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d3a6cc57-5bfc-4310-b1a5-b90db89c4977 is going to be updated. [ 856.801613] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.804150] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.804150] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.804150] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.805170] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.815051] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d3a6cc57-5bfc-4310-b1a5-b90db89c4977 in Status: IN_PROGRESS for 2s [ 858.232868] env[65424]: INFO networking_nsxv3.common.synchronization [req-9ecf14ae-d5ba-463f-8411-fd946bccb2ea req-da48cdf6-09f2-4bfc-a748-3c17d5438e9f tempest-InstanceActionsV221TestJSON-987608854 tempest-InstanceActionsV221TestJSON-987608854-project-member] Enqueued Resource ID: 95ba05e6-5d24-4ac0-94bd-4e58d4b1b72e with Priority: HIGHEST for action security_group_members [ 858.233834] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95ba05e6-5d24-4ac0-94bd-4e58d4b1b72e with Priority: HIGHEST for action security_group_members [ 858.233834] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-95ba05e6-5d24-4ac0-94bd-4e58d4b1b72e taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.233834] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95ba05e6-5d24-4ac0-94bd-4e58d4b1b72e" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.233978] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95ba05e6-5d24-4ac0-94bd-4e58d4b1b72e" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.237084] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95ba05e6-5d24-4ac0-94bd-4e58d4b1b72e" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.237084] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.237084] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.237084] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.237084] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.237084] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.237084] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('95ba05e6-5d24-4ac0-94bd-4e58d4b1b72e',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.736546] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.736680] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.736732] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.737027] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.737078] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.737487] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.737487] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.737487] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.737620] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.737620] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.738226] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 95ba05e6-5d24-4ac0-94bd-4e58d4b1b72e is going to be updated. [ 858.768626] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.768760] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.768760] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.768935] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.769091] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.781188] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95ba05e6-5d24-4ac0-94bd-4e58d4b1b72e in Status: IN_PROGRESS for 2s [ 858.824577] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d3a6cc57-5bfc-4310-b1a5-b90db89c4977 in Status: SUCCESS [ 858.824830] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3a6cc57-5bfc-4310-b1a5-b90db89c4977" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.825108] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3a6cc57-5bfc-4310-b1a5-b90db89c4977" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.825333] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3a6cc57-5bfc-4310-b1a5-b90db89c4977" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.825538] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.825681] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.825719] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.826182] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.826182] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.826182] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3a6cc57-5bfc-4310-b1a5-b90db89c4977" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.826182] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d3a6cc57-5bfc-4310-b1a5-b90db89c4977',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.328197] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3a6cc57-5bfc-4310-b1a5-b90db89c4977 taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.328625] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3a6cc57-5bfc-4310-b1a5-b90db89c4977" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.328625] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3a6cc57-5bfc-4310-b1a5-b90db89c4977" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.328625] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3a6cc57-5bfc-4310-b1a5-b90db89c4977" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.328757] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.328973] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.328973] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.329082] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.330224] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.330224] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3a6cc57-5bfc-4310-b1a5-b90db89c4977" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.330224] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3a6cc57-5bfc-4310-b1a5-b90db89c4977 taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.330224] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3a6cc57-5bfc-4310-b1a5-b90db89c4977" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.330224] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3a6cc57-5bfc-4310-b1a5-b90db89c4977" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.330224] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3a6cc57-5bfc-4310-b1a5-b90db89c4977" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.330224] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.330224] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.330224] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.330224] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.330224] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.330224] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3a6cc57-5bfc-4310-b1a5-b90db89c4977" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.330702] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d3a6cc57-5bfc-4310-b1a5-b90db89c4977',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.833725] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d3a6cc57-5bfc-4310-b1a5-b90db89c4977: rpc.has_security_group_logging(os_id): False [ 859.856352] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.856499] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.856600] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.856777] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.881645] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.881645] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.881645] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.881645] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.881645] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.881645] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.881645] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.881960] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.882126] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.882350] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.882500] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.882849] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.883149] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.883286] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.883493] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.885037] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.885037] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d3a6cc57-5bfc-4310-b1a5-b90db89c4977 is going to be updated. [ 859.946263] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.946426] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.946467] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.946673] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.946896] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.965223] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d3a6cc57-5bfc-4310-b1a5-b90db89c4977 in Status: IN_PROGRESS for 2s [ 860.206074] env[65424]: INFO networking_nsxv3.common.synchronization [None req-068ca037-48c4-4a84-a4f3-b9e686075ca9 tempest-AttachInterfacesTestJSON-1826416307 tempest-AttachInterfacesTestJSON-1826416307-project-member] Enqueued Resource ID: 261f8d9e-2aef-441b-b607-3a9c73c6301c with Priority: HIGHEST for action security_group_rules [ 860.206074] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 261f8d9e-2aef-441b-b607-3a9c73c6301c with Priority: HIGHEST for action security_group_rules [ 860.206074] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock rules-261f8d9e-2aef-441b-b607-3a9c73c6301c taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.207246] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-261f8d9e-2aef-441b-b607-3a9c73c6301c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.207722] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-261f8d9e-2aef-441b-b607-3a9c73c6301c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.209838] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-261f8d9e-2aef-441b-b607-3a9c73c6301c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.209838] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('261f8d9e-2aef-441b-b607-3a9c73c6301c',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.334359] env[65424]: INFO networking_nsxv3.common.synchronization [None req-61f3b048-5e4a-43f1-9fb2-5b9ef1c3beb2 tempest-AttachInterfacesTestJSON-1826416307 tempest-AttachInterfacesTestJSON-1826416307-project-member] Enqueued Resource ID: 261f8d9e-2aef-441b-b607-3a9c73c6301c with Priority: HIGHEST for action security_group_rules [ 860.334646] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 261f8d9e-2aef-441b-b607-3a9c73c6301c with Priority: HIGHEST for action security_group_rules [ 860.334992] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock rules-261f8d9e-2aef-441b-b607-3a9c73c6301c taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.335207] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-261f8d9e-2aef-441b-b607-3a9c73c6301c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.609404] env[65424]: INFO networking_nsxv3.common.synchronization [None req-31cae53e-12e9-4ab5-8206-c1a56ed6082e None None] Enqueued Resource ID: be595c05-45ef-4f00-b7db-d210d7463b7e with Priority: HIGHEST for action port [ 860.609404] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be595c05-45ef-4f00-b7db-d210d7463b7e with Priority: HIGHEST for action port [ 860.609404] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock port-be595c05-45ef-4f00-b7db-d210d7463b7e taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.609404] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-be595c05-45ef-4f00-b7db-d210d7463b7e" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.609404] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-be595c05-45ef-4f00-b7db-d210d7463b7e" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.609404] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-be595c05-45ef-4f00-b7db-d210d7463b7e" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.609404] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('be595c05-45ef-4f00-b7db-d210d7463b7e',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.729731] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.729876] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.729948] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.730194] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.730286] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.730381] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 261f8d9e-2aef-441b-b607-3a9c73c6301c already deleted. [ 860.731751] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-261f8d9e-2aef-441b-b607-3a9c73c6301c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.734086] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-261f8d9e-2aef-441b-b607-3a9c73c6301c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.734086] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-261f8d9e-2aef-441b-b607-3a9c73c6301c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.734086] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('261f8d9e-2aef-441b-b607-3a9c73c6301c',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.792203] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95ba05e6-5d24-4ac0-94bd-4e58d4b1b72e in Status: SUCCESS [ 860.792380] env[65424]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 95ba05e6-5d24-4ac0-94bd-4e58d4b1b72e deletion is rescheduled due to dependency. [ 860.792493] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95ba05e6-5d24-4ac0-94bd-4e58d4b1b72e" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.111987] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port be595c05-45ef-4f00-b7db-d210d7463b7e [ 861.112836] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.112836] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.112836] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.112836] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.112836] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.112836] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:be595c05-45ef-4f00-b7db-d210d7463b7e already deleted. [ 861.113190] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-be595c05-45ef-4f00-b7db-d210d7463b7e" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.255676] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.255676] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.255676] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.255676] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.255676] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.255676] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 261f8d9e-2aef-441b-b607-3a9c73c6301c already deleted. [ 861.256033] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-261f8d9e-2aef-441b-b607-3a9c73c6301c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.680687] env[65424]: INFO networking_nsxv3.common.synchronization [req-413b4ff6-afdf-4410-b9d0-b4af1a561f3e req-20bd68cc-afeb-40ba-8fac-f5850c63860a tempest-DeleteServersTestJSON-984948509 tempest-DeleteServersTestJSON-984948509-project-member] Enqueued Resource ID: 59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9 with Priority: HIGHEST for action security_group_members [ 861.681608] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9 with Priority: HIGHEST for action security_group_members [ 861.682073] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.685538] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.685538] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.685538] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.685538] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.685538] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.685538] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.685538] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.685538] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.685538] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.985276] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d3a6cc57-5bfc-4310-b1a5-b90db89c4977 in Status: SUCCESS [ 861.987222] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d3a6cc57-5bfc-4310-b1a5-b90db89c4977" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.062055] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock network-31 taken with stack trace [, , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.062055] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "network-31" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.062055] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "network-31" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.062055] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "network-31" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.062055] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.062055] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.062055] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.062055] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.062055] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.062055] env[65424]: DEBUG dogpile.cache.region [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] No value present for key: 'zone-id' {{(pid=65424) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 862.062614] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] NeedRegenerationException {{(pid=65424) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 862.062968] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] no value, waiting for create lock {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 862.063085] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] value creation lock acquired {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 862.063208] env[65424]: DEBUG dogpile.cache.region [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] No value present for key: 'zone-id' {{(pid=65424) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 862.063313] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Calling creation function for not-yet-present value {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 862.064234] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 862.089368] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 862.089868] env[65424]: DEBUG dogpile.cache.region [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65424) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 862.089868] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Released creation lock {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 862.090047] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "network-31" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.090478] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock port-85e23388-4f94-48ca-8fec-4cea6f93c38a taken with stack trace [, , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.090662] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "port-85e23388-4f94-48ca-8fec-4cea6f93c38a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.090781] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "port-85e23388-4f94-48ca-8fec-4cea6f93c38a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.091141] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "port-85e23388-4f94-48ca-8fec-4cea6f93c38a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.091281] env[65424]: DEBUG networking_nsxv3.api.rpc [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('85e23388-4f94-48ca-8fec-4cea6f93c38a',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.109205] env[65424]: INFO networking_nsxv3.common.synchronization [None req-5e7ee173-3a3b-4eb8-8a6a-520551096fa6 tempest-AttachVolumeTestJSON-986837499 tempest-AttachVolumeTestJSON-986837499-project-member] Enqueued Resource ID: 03dce88b-cfce-4cac-84ed-8c54852afe2a with Priority: HIGHEST for action security_group_rules [ 862.109877] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03dce88b-cfce-4cac-84ed-8c54852afe2a with Priority: HIGHEST for action security_group_rules [ 862.110345] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock rules-03dce88b-cfce-4cac-84ed-8c54852afe2a taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.110532] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-03dce88b-cfce-4cac-84ed-8c54852afe2a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.110642] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-03dce88b-cfce-4cac-84ed-8c54852afe2a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.111011] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-03dce88b-cfce-4cac-84ed-8c54852afe2a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.111166] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('03dce88b-cfce-4cac-84ed-8c54852afe2a',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.190074] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.190074] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.190074] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.190074] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.190074] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.190074] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.190074] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.190074] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.190074] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.190074] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.190074] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9 is going to be deleted. [ 862.220640] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.220640] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.220640] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.220640] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.220640] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.220640] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.256146] env[65424]: INFO networking_nsxv3.common.synchronization [None req-c85cccd0-fab3-4d77-8ef8-3c761f8d127e tempest-AttachVolumeTestJSON-986837499 tempest-AttachVolumeTestJSON-986837499-project-member] Enqueued Resource ID: 03dce88b-cfce-4cac-84ed-8c54852afe2a with Priority: HIGHEST for action security_group_rules [ 862.256558] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03dce88b-cfce-4cac-84ed-8c54852afe2a with Priority: HIGHEST for action security_group_rules [ 862.256984] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock rules-03dce88b-cfce-4cac-84ed-8c54852afe2a taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.257102] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-03dce88b-cfce-4cac-84ed-8c54852afe2a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.595767] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.596049] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.596191] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.596465] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.596603] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.596745] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Segment Port 85e23388-4f94-48ca-8fec-4cea6f93c38a not found, creating... [ 862.596993] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.597154] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.597264] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.597471] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.597591] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.598162] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.598162] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.598162] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.598407] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.598511] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.598709] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Resource: SegmentPort with ID: 85e23388-4f94-48ca-8fec-4cea6f93c38a is going to be created. [ 862.629966] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.630295] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.630364] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.630610] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.630820] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.631059] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "port-85e23388-4f94-48ca-8fec-4cea6f93c38a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.633868] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.634013] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.634140] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.634352] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.634446] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.634535] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 03dce88b-cfce-4cac-84ed-8c54852afe2a already deleted. [ 862.634617] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-03dce88b-cfce-4cac-84ed-8c54852afe2a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.634800] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-03dce88b-cfce-4cac-84ed-8c54852afe2a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.634902] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-03dce88b-cfce-4cac-84ed-8c54852afe2a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.635032] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('03dce88b-cfce-4cac-84ed-8c54852afe2a',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.955430] env[65424]: INFO networking_nsxv3.common.synchronization [None req-1bc6d8cf-4e75-4163-b249-c36947587d5b None None] Enqueued Resource ID: d8fd6a85-d5c1-4dfc-a3f7-eb58bd41df26 with Priority: HIGHEST for action port [ 862.955996] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8fd6a85-d5c1-4dfc-a3f7-eb58bd41df26 with Priority: HIGHEST for action port [ 862.956328] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock port-d8fd6a85-d5c1-4dfc-a3f7-eb58bd41df26 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.956585] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d8fd6a85-d5c1-4dfc-a3f7-eb58bd41df26" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.956585] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d8fd6a85-d5c1-4dfc-a3f7-eb58bd41df26" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.956758] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d8fd6a85-d5c1-4dfc-a3f7-eb58bd41df26" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.956824] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d8fd6a85-d5c1-4dfc-a3f7-eb58bd41df26',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.157409] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.157409] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.157409] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.157409] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.157409] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.159106] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 03dce88b-cfce-4cac-84ed-8c54852afe2a already deleted. [ 863.159106] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-03dce88b-cfce-4cac-84ed-8c54852afe2a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.387300] env[65424]: INFO networking_nsxv3.common.synchronization [req-413b4ff6-afdf-4410-b9d0-b4af1a561f3e req-b78bba4e-40cd-4d1a-8955-898256340202 service nova] Enqueued Resource ID: 59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9 with Priority: HIGHEST for action security_group_rules [ 863.387486] env[65424]: INFO networking_nsxv3.common.synchronization [req-413b4ff6-afdf-4410-b9d0-b4af1a561f3e req-b78bba4e-40cd-4d1a-8955-898256340202 service nova] Enqueued Resource ID: 59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9 with Priority: HIGHEST for action security_group_members [ 863.387619] env[65424]: INFO networking_nsxv3.common.synchronization [req-413b4ff6-afdf-4410-b9d0-b4af1a561f3e req-b78bba4e-40cd-4d1a-8955-898256340202 service nova] Enqueued Resource ID: 85e23388-4f94-48ca-8fec-4cea6f93c38a with Priority: HIGHEST for action port [ 863.388197] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9 with Priority: HIGHEST for action security_group_rules [ 863.388342] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9 with Priority: HIGHEST for action security_group_members [ 863.388430] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85e23388-4f94-48ca-8fec-4cea6f93c38a with Priority: HIGHEST for action port [ 863.388697] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock rules-59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.388823] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.388890] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.389845] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.389845] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.390858] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.390937] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.391794] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.392050] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.392263] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.392726] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.392794] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.396302] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.396412] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.396525] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.397537] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock port-85e23388-4f94-48ca-8fec-4cea6f93c38a taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.398200] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-85e23388-4f94-48ca-8fec-4cea6f93c38a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.398200] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-85e23388-4f94-48ca-8fec-4cea6f93c38a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.398200] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-85e23388-4f94-48ca-8fec-4cea6f93c38a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.398200] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('85e23388-4f94-48ca-8fec-4cea6f93c38a',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.461582] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d8fd6a85-d5c1-4dfc-a3f7-eb58bd41df26 [ 863.461683] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.461815] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.461883] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.462111] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.462201] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.462295] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d8fd6a85-d5c1-4dfc-a3f7-eb58bd41df26 already deleted. [ 863.462375] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d8fd6a85-d5c1-4dfc-a3f7-eb58bd41df26" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.903369] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.904339] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9 taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.904339] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.904753] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 85e23388-4f94-48ca-8fec-4cea6f93c38a with status ACTIVE [ 863.904753] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.904873] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.904873] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.905154] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.905250] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.905410] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.905505] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.905565] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.905713] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.905787] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.906123] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.906123] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.906236] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.906299] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.906371] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.906457] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 85e23388-4f94-48ca-8fec-4cea6f93c38a is going to be updated. [ 863.931880] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.932097] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.932184] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.932409] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.932590] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.932704] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-85e23388-4f94-48ca-8fec-4cea6f93c38a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.405530] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.907660] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.907910] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.907994] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.908411] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.908411] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.908540] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9 is going to be created. [ 864.935064] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.935064] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.935064] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.935064] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.935064] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.945177] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9 in Status: UNINITIALIZED for 2s [ 866.956987] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9 in Status: SUCCESS [ 866.957283] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.957393] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.958027] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.958027] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.958027] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.958027] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.958233] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.958233] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.958281] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.958621] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.461419] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9 taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.461419] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.461533] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.461718] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.461864] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.461977] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.462049] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.462221] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.462302] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.462393] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.462571] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9 taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.462642] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.462703] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.462823] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.463076] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.463180] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.463241] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.463383] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.463457] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.463538] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.463631] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.490077] env[65424]: INFO networking_nsxv3.common.synchronization [req-f71e2cce-e930-4f75-bb05-f0da6a25c70a req-5820e624-ff8f-4919-9e80-da86a8cc5749 tempest-ListServersNegativeTestJSON-1152481494 tempest-ListServersNegativeTestJSON-1152481494-project-member] Enqueued Resource ID: efff5465-1c4e-4954-825e-617e58275983 with Priority: HIGHEST for action security_group_members [ 867.490077] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efff5465-1c4e-4954-825e-617e58275983 with Priority: HIGHEST for action security_group_members [ 867.490077] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-efff5465-1c4e-4954-825e-617e58275983 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.490077] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efff5465-1c4e-4954-825e-617e58275983" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.490077] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efff5465-1c4e-4954-825e-617e58275983" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.490077] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efff5465-1c4e-4954-825e-617e58275983" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.490077] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.490503] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.490503] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.490503] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.490503] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.490610] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('efff5465-1c4e-4954-825e-617e58275983',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.561196] env[65424]: INFO networking_nsxv3.common.synchronization [req-6312be4c-1c88-4ed4-bf7f-3b370c16a3b7 req-24424820-5071-42bb-a960-4491bd6fab67 tempest-ListServersNegativeTestJSON-1152481494 tempest-ListServersNegativeTestJSON-1152481494-project-member] Enqueued Resource ID: efff5465-1c4e-4954-825e-617e58275983 with Priority: HIGHEST for action security_group_members [ 867.561778] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efff5465-1c4e-4954-825e-617e58275983 with Priority: HIGHEST for action security_group_members [ 867.562126] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-efff5465-1c4e-4954-825e-617e58275983 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.562251] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efff5465-1c4e-4954-825e-617e58275983" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.966258] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9: rpc.has_security_group_logging(os_id): False [ 867.985804] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.985939] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.986112] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.986313] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.986406] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.986602] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.986703] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.986758] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.986910] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.986984] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.987207] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.987352] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.987352] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.987494] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.987566] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.987778] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.987845] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.987969] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.988062] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.988136] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.988220] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9 is going to be created. [ 867.992888] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('efff5465-1c4e-4954-825e-617e58275983',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.057951] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.058166] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.058259] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.058542] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.058788] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.076708] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9 in Status: IN_PROGRESS for 2s [ 868.496602] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('efff5465-1c4e-4954-825e-617e58275983',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.998562] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.998867] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.998867] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.999065] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.999119] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.999219] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: efff5465-1c4e-4954-825e-617e58275983 is going to be updated. [ 869.029850] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.029850] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.029850] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.029850] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.029850] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.038780] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: efff5465-1c4e-4954-825e-617e58275983 in Status: IN_PROGRESS for 2s [ 870.094184] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9 in Status: SUCCESS [ 870.094184] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.324603] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock network-885 taken with stack trace [, , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.324796] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "network-885" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.324914] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "network-885" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.325393] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "network-885" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.325710] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.326062] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.326273] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.326615] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.326816] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.327167] env[65424]: DEBUG dogpile.cache.region [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] No value present for key: 'zone-id' {{(pid=65424) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 870.327419] env[65424]: DEBUG dogpile.lock [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] NeedRegenerationException {{(pid=65424) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 870.327635] env[65424]: DEBUG dogpile.lock [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] no value, waiting for create lock {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 870.327855] env[65424]: DEBUG dogpile.lock [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] value creation lock acquired {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 870.328105] env[65424]: DEBUG dogpile.cache.region [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] No value present for key: 'zone-id' {{(pid=65424) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 870.328340] env[65424]: DEBUG dogpile.lock [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Calling creation function for not-yet-present value {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 870.328607] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 870.360634] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 870.360855] env[65424]: DEBUG dogpile.cache.region [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Cache value generated in 0.032 seconds for key(s): 'zone-id' {{(pid=65424) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 870.361057] env[65424]: DEBUG dogpile.lock [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Released creation lock {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 870.361278] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "network-885" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.361644] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock port-3dd6d8a8-02c7-405e-af2c-b7edb32c94ac taken with stack trace [, , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.361860] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "port-3dd6d8a8-02c7-405e-af2c-b7edb32c94ac" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.362029] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "port-3dd6d8a8-02c7-405e-af2c-b7edb32c94ac" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.362355] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "port-3dd6d8a8-02c7-405e-af2c-b7edb32c94ac" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.362597] env[65424]: DEBUG networking_nsxv3.api.rpc [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3dd6d8a8-02c7-405e-af2c-b7edb32c94ac',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.867755] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.868069] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.868214] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.868493] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.868641] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.868985] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.869162] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.869276] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.869498] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.869629] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.869906] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.870183] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.870334] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.870539] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.870669] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.870813] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Resource: SegmentPort with ID: 3dd6d8a8-02c7-405e-af2c-b7edb32c94ac is going to be updated. [ 870.892292] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.892493] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.892628] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.892873] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.893080] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.893303] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "port-3dd6d8a8-02c7-405e-af2c-b7edb32c94ac" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.050224] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: efff5465-1c4e-4954-825e-617e58275983 in Status: SUCCESS [ 871.050331] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efff5465-1c4e-4954-825e-617e58275983" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.050499] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efff5465-1c4e-4954-825e-617e58275983" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.050723] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efff5465-1c4e-4954-825e-617e58275983" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.050920] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.051051] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.051119] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.051280] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.051360] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.051458] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('efff5465-1c4e-4954-825e-617e58275983',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.553351] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.553641] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.553641] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.553764] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.553848] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.554041] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.554151] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.554210] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.554354] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.554424] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.554507] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: efff5465-1c4e-4954-825e-617e58275983 is going to be updated. [ 871.583954] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.584122] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.584200] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.584421] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.584562] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.593622] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: efff5465-1c4e-4954-825e-617e58275983 in Status: IN_PROGRESS for 2s [ 871.626492] env[65424]: INFO networking_nsxv3.common.synchronization [req-04d00dc3-9030-4f2a-9078-236f3b8e5528 req-4e57521f-9663-4466-aaa8-d4f2fa246e48 service nova] Enqueued Resource ID: 80425ab6-3025-46cb-88b6-ff42a37a45ce with Priority: HIGHEST for action security_group_rules [ 871.627322] env[65424]: INFO networking_nsxv3.common.synchronization [req-04d00dc3-9030-4f2a-9078-236f3b8e5528 req-4e57521f-9663-4466-aaa8-d4f2fa246e48 service nova] Enqueued Resource ID: 80425ab6-3025-46cb-88b6-ff42a37a45ce with Priority: HIGHEST for action security_group_members [ 871.627322] env[65424]: INFO networking_nsxv3.common.synchronization [req-04d00dc3-9030-4f2a-9078-236f3b8e5528 req-4e57521f-9663-4466-aaa8-d4f2fa246e48 service nova] Enqueued Resource ID: 3dd6d8a8-02c7-405e-af2c-b7edb32c94ac with Priority: HIGHEST for action port [ 871.627445] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 80425ab6-3025-46cb-88b6-ff42a37a45ce with Priority: HIGHEST for action security_group_rules [ 871.629218] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 80425ab6-3025-46cb-88b6-ff42a37a45ce with Priority: HIGHEST for action security_group_members [ 871.629218] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3dd6d8a8-02c7-405e-af2c-b7edb32c94ac with Priority: HIGHEST for action port [ 871.629218] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock rules-80425ab6-3025-46cb-88b6-ff42a37a45ce taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.629218] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-80425ab6-3025-46cb-88b6-ff42a37a45ce" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.629218] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-80425ab6-3025-46cb-88b6-ff42a37a45ce" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.629218] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-80425ab6-3025-46cb-88b6-ff42a37a45ce" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.629218] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('80425ab6-3025-46cb-88b6-ff42a37a45ce',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.633413] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-80425ab6-3025-46cb-88b6-ff42a37a45ce taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.633413] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-80425ab6-3025-46cb-88b6-ff42a37a45ce" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.633413] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-80425ab6-3025-46cb-88b6-ff42a37a45ce" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.633413] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-80425ab6-3025-46cb-88b6-ff42a37a45ce" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.633413] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.633413] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.633413] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.633413] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.633413] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.633413] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('80425ab6-3025-46cb-88b6-ff42a37a45ce',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.633413] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock port-3dd6d8a8-02c7-405e-af2c-b7edb32c94ac taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.633413] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3dd6d8a8-02c7-405e-af2c-b7edb32c94ac" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.633413] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3dd6d8a8-02c7-405e-af2c-b7edb32c94ac" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.633413] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3dd6d8a8-02c7-405e-af2c-b7edb32c94ac" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.633413] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3dd6d8a8-02c7-405e-af2c-b7edb32c94ac',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.904123] env[65424]: INFO networking_nsxv3.common.synchronization [None req-f40b5c25-4f97-48a3-98b6-d7a6dfe911fa None None] Enqueued Resource ID: 9fa26b9e-0dd1-4aa5-8686-8ef3b43c3bbe with Priority: HIGHEST for action port [ 871.904389] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9fa26b9e-0dd1-4aa5-8686-8ef3b43c3bbe with Priority: HIGHEST for action port [ 871.904953] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock port-9fa26b9e-0dd1-4aa5-8686-8ef3b43c3bbe taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.905104] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9fa26b9e-0dd1-4aa5-8686-8ef3b43c3bbe" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.905175] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9fa26b9e-0dd1-4aa5-8686-8ef3b43c3bbe" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.906970] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9fa26b9e-0dd1-4aa5-8686-8ef3b43c3bbe" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.907111] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9fa26b9e-0dd1-4aa5-8686-8ef3b43c3bbe',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.134511] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-80425ab6-3025-46cb-88b6-ff42a37a45ce taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.134649] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-80425ab6-3025-46cb-88b6-ff42a37a45ce" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.137188] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3dd6d8a8-02c7-405e-af2c-b7edb32c94ac with status ACTIVE [ 872.137387] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.137527] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.137821] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.137821] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.137911] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.138052] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.138184] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.138225] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.138402] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.138480] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.138656] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.138751] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.138813] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.139056] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.139056] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.139130] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3dd6d8a8-02c7-405e-af2c-b7edb32c94ac is going to be updated. [ 872.141296] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('80425ab6-3025-46cb-88b6-ff42a37a45ce',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.163935] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.164148] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.164194] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.164416] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.164724] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.164939] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3dd6d8a8-02c7-405e-af2c-b7edb32c94ac" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.409274] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9fa26b9e-0dd1-4aa5-8686-8ef3b43c3bbe [ 872.409408] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.409520] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.409589] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.409799] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.409886] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.411033] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9fa26b9e-0dd1-4aa5-8686-8ef3b43c3bbe already deleted. [ 872.411033] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9fa26b9e-0dd1-4aa5-8686-8ef3b43c3bbe" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.644355] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('80425ab6-3025-46cb-88b6-ff42a37a45ce',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.147066] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.147215] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.147254] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.150567] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.150567] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.150567] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 80425ab6-3025-46cb-88b6-ff42a37a45ce is going to be updated. [ 873.188659] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.188777] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.188996] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.189173] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.189366] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.202085] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 80425ab6-3025-46cb-88b6-ff42a37a45ce in Status: IN_PROGRESS for 2s [ 873.534718] env[65424]: INFO networking_nsxv3.common.synchronization [req-6cfa53d3-fe26-42b8-8a1e-32c353a0fe4b req-7c85d79a-4b80-49eb-83c6-11918e08c5c9 tempest-ServerRescueNegativeTestJSON-1694573520 tempest-ServerRescueNegativeTestJSON-1694573520-project-member] Enqueued Resource ID: 51aee5e7-bc73-4798-aeb1-337ebaba6e03 with Priority: HIGHEST for action security_group_members [ 873.534977] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51aee5e7-bc73-4798-aeb1-337ebaba6e03 with Priority: HIGHEST for action security_group_members [ 873.536287] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-51aee5e7-bc73-4798-aeb1-337ebaba6e03 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.536287] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51aee5e7-bc73-4798-aeb1-337ebaba6e03" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.536287] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51aee5e7-bc73-4798-aeb1-337ebaba6e03" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.536287] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51aee5e7-bc73-4798-aeb1-337ebaba6e03" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.536474] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.536474] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.536554] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.536838] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.536838] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.536838] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('51aee5e7-bc73-4798-aeb1-337ebaba6e03',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.602849] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: efff5465-1c4e-4954-825e-617e58275983 in Status: SUCCESS [ 873.603075] env[65424]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: efff5465-1c4e-4954-825e-617e58275983 deletion is rescheduled due to dependency. [ 873.603150] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efff5465-1c4e-4954-825e-617e58275983" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.923093] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock network-221 taken with stack trace [, , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.923093] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "network-221" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.923456] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "network-221" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.923804] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "network-221" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.923804] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.924029] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.924174] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.924420] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.924588] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.924819] env[65424]: DEBUG dogpile.cache.region [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] No value present for key: 'zone-id' {{(pid=65424) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 873.924960] env[65424]: DEBUG dogpile.lock [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] NeedRegenerationException {{(pid=65424) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 873.925128] env[65424]: DEBUG dogpile.lock [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] no value, waiting for create lock {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 873.925263] env[65424]: DEBUG dogpile.lock [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] value creation lock acquired {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 873.925401] env[65424]: DEBUG dogpile.cache.region [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] No value present for key: 'zone-id' {{(pid=65424) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 873.925533] env[65424]: DEBUG dogpile.lock [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Calling creation function for not-yet-present value {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 873.925687] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 873.945739] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 873.946778] env[65424]: DEBUG dogpile.cache.region [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65424) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 873.946778] env[65424]: DEBUG dogpile.lock [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Released creation lock {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 873.946778] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "network-221" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.946778] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock port-6d7efa85-e97a-4554-9180-03719af6c5b8 taken with stack trace [, , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.946778] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "port-6d7efa85-e97a-4554-9180-03719af6c5b8" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.947349] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "port-6d7efa85-e97a-4554-9180-03719af6c5b8" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.947977] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "port-6d7efa85-e97a-4554-9180-03719af6c5b8" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.947977] env[65424]: DEBUG networking_nsxv3.api.rpc [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6d7efa85-e97a-4554-9180-03719af6c5b8',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.039620] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.039620] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.039620] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.039819] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.039912] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.040154] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.040263] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.040322] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.040485] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.040591] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.040653] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 51aee5e7-bc73-4798-aeb1-337ebaba6e03 already deleted. [ 874.040733] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51aee5e7-bc73-4798-aeb1-337ebaba6e03" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.450498] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.450720] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.450842] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.451123] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.451843] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.451843] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Segment Port 6d7efa85-e97a-4554-9180-03719af6c5b8 not found, creating... [ 874.451843] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.451843] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.452111] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.452156] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.452282] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.452520] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.452678] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.452771] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.452977] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.453146] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.453434] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Resource: SegmentPort with ID: 6d7efa85-e97a-4554-9180-03719af6c5b8 is going to be created. [ 874.473423] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.473733] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.473912] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.474214] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.474501] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.474656] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "port-6d7efa85-e97a-4554-9180-03719af6c5b8" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.582854] env[65424]: INFO networking_nsxv3.common.synchronization [None req-cdfc235a-ba8b-4a53-88fb-4e750cd5dd38 None None] Enqueued Resource ID: e512f48f-9db2-473a-af55-ca73a701bcf6 with Priority: HIGHEST for action port [ 874.584280] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e512f48f-9db2-473a-af55-ca73a701bcf6 with Priority: HIGHEST for action port [ 874.584467] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock port-e512f48f-9db2-473a-af55-ca73a701bcf6 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.584607] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e512f48f-9db2-473a-af55-ca73a701bcf6" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.584677] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e512f48f-9db2-473a-af55-ca73a701bcf6" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.584933] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e512f48f-9db2-473a-af55-ca73a701bcf6" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.585027] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e512f48f-9db2-473a-af55-ca73a701bcf6',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.087251] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e512f48f-9db2-473a-af55-ca73a701bcf6 [ 875.087564] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.087714] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.087787] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.088031] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.088137] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.088275] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e512f48f-9db2-473a-af55-ca73a701bcf6 already deleted. [ 875.088380] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e512f48f-9db2-473a-af55-ca73a701bcf6" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.233023] env[65424]: INFO networking_nsxv3.common.synchronization [req-6cfa53d3-fe26-42b8-8a1e-32c353a0fe4b req-f752372d-ec2a-42e4-b8ec-4994f4ba15e5 service nova] Enqueued Resource ID: 51aee5e7-bc73-4798-aeb1-337ebaba6e03 with Priority: HIGHEST for action security_group_rules [ 875.233023] env[65424]: INFO networking_nsxv3.common.synchronization [req-6cfa53d3-fe26-42b8-8a1e-32c353a0fe4b req-f752372d-ec2a-42e4-b8ec-4994f4ba15e5 service nova] Enqueued Resource ID: 51aee5e7-bc73-4798-aeb1-337ebaba6e03 with Priority: HIGHEST for action security_group_members [ 875.233023] env[65424]: INFO networking_nsxv3.common.synchronization [req-6cfa53d3-fe26-42b8-8a1e-32c353a0fe4b req-f752372d-ec2a-42e4-b8ec-4994f4ba15e5 service nova] Enqueued Resource ID: 6d7efa85-e97a-4554-9180-03719af6c5b8 with Priority: HIGHEST for action port [ 875.233023] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51aee5e7-bc73-4798-aeb1-337ebaba6e03 with Priority: HIGHEST for action security_group_rules [ 875.233023] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51aee5e7-bc73-4798-aeb1-337ebaba6e03 with Priority: HIGHEST for action security_group_members [ 875.233023] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d7efa85-e97a-4554-9180-03719af6c5b8 with Priority: HIGHEST for action port [ 875.233023] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock rules-51aee5e7-bc73-4798-aeb1-337ebaba6e03 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.233023] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-51aee5e7-bc73-4798-aeb1-337ebaba6e03" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.233023] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-51aee5e7-bc73-4798-aeb1-337ebaba6e03" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.233023] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-51aee5e7-bc73-4798-aeb1-337ebaba6e03" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.233023] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('51aee5e7-bc73-4798-aeb1-337ebaba6e03',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.233570] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-51aee5e7-bc73-4798-aeb1-337ebaba6e03 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.233570] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51aee5e7-bc73-4798-aeb1-337ebaba6e03" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.233570] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51aee5e7-bc73-4798-aeb1-337ebaba6e03" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.233660] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51aee5e7-bc73-4798-aeb1-337ebaba6e03" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.233733] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.233846] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.233878] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.234068] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.234147] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.234236] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('51aee5e7-bc73-4798-aeb1-337ebaba6e03',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.236314] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock port-6d7efa85-e97a-4554-9180-03719af6c5b8 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.236542] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6d7efa85-e97a-4554-9180-03719af6c5b8" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.236684] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6d7efa85-e97a-4554-9180-03719af6c5b8" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.236846] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6d7efa85-e97a-4554-9180-03719af6c5b8" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.236925] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6d7efa85-e97a-4554-9180-03719af6c5b8',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.307497] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 80425ab6-3025-46cb-88b6-ff42a37a45ce in Status: SUCCESS [ 875.307789] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-80425ab6-3025-46cb-88b6-ff42a37a45ce" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.307976] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-80425ab6-3025-46cb-88b6-ff42a37a45ce" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.308217] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-80425ab6-3025-46cb-88b6-ff42a37a45ce" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.308413] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.308531] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.308599] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.308750] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.308833] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.308911] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-80425ab6-3025-46cb-88b6-ff42a37a45ce" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.309011] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('80425ab6-3025-46cb-88b6-ff42a37a45ce',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.734465] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-51aee5e7-bc73-4798-aeb1-337ebaba6e03 taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.734613] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51aee5e7-bc73-4798-aeb1-337ebaba6e03" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.737137] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('51aee5e7-bc73-4798-aeb1-337ebaba6e03',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.738426] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6d7efa85-e97a-4554-9180-03719af6c5b8 with status ACTIVE [ 875.738674] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.738812] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.738812] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.739034] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.739147] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.739355] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.739469] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.739640] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.739780] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.739780] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.739948] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.740554] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.740688] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.742030] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.742030] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.742030] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6d7efa85-e97a-4554-9180-03719af6c5b8 is going to be updated. [ 875.763993] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.764194] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.764296] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.765249] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.765249] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.765249] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6d7efa85-e97a-4554-9180-03719af6c5b8" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.811207] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-80425ab6-3025-46cb-88b6-ff42a37a45ce taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.811484] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-80425ab6-3025-46cb-88b6-ff42a37a45ce" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.811572] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-80425ab6-3025-46cb-88b6-ff42a37a45ce" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.811712] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-80425ab6-3025-46cb-88b6-ff42a37a45ce" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.812977] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.812977] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.812977] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.812977] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.812977] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.812977] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-80425ab6-3025-46cb-88b6-ff42a37a45ce" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.812977] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-80425ab6-3025-46cb-88b6-ff42a37a45ce taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.812977] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-80425ab6-3025-46cb-88b6-ff42a37a45ce" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.812977] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-80425ab6-3025-46cb-88b6-ff42a37a45ce" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.812977] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-80425ab6-3025-46cb-88b6-ff42a37a45ce" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.813387] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.813387] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.813387] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.813387] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.813502] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.813598] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-80425ab6-3025-46cb-88b6-ff42a37a45ce" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.814838] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('80425ab6-3025-46cb-88b6-ff42a37a45ce',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.122328] env[65424]: INFO networking_nsxv3.common.synchronization [req-5ca35991-374d-4ca5-b7e4-ae2a9f45932e req-a2164635-f168-4ab2-9a70-b26c7eee00c0 tempest-ServerAddressesNegativeTestJSON-547884814 tempest-ServerAddressesNegativeTestJSON-547884814-project-member] Enqueued Resource ID: 5ff72a7f-6ce1-46a3-8a33-f6dbdbdfd5f8 with Priority: HIGHEST for action security_group_members [ 876.123603] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ff72a7f-6ce1-46a3-8a33-f6dbdbdfd5f8 with Priority: HIGHEST for action security_group_members [ 876.123603] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ff72a7f-6ce1-46a3-8a33-f6dbdbdfd5f8 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.123859] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ff72a7f-6ce1-46a3-8a33-f6dbdbdfd5f8" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.123859] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ff72a7f-6ce1-46a3-8a33-f6dbdbdfd5f8" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.124110] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ff72a7f-6ce1-46a3-8a33-f6dbdbdfd5f8" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.125214] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.125214] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.125214] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.125214] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.125214] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.125214] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5ff72a7f-6ce1-46a3-8a33-f6dbdbdfd5f8',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.244244] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('51aee5e7-bc73-4798-aeb1-337ebaba6e03',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.317902] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 80425ab6-3025-46cb-88b6-ff42a37a45ce: rpc.has_security_group_logging(os_id): False [ 876.340396] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.340396] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.340396] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.340396] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.365303] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.365594] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.365791] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.365791] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.366018] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.366305] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.366305] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.366450] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.366450] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.367037] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.367037] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.367037] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.367259] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.367259] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.367392] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.367392] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.369159] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 80425ab6-3025-46cb-88b6-ff42a37a45ce is going to be updated. [ 876.436619] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.436925] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.437039] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.437375] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.438962] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.454750] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 80425ab6-3025-46cb-88b6-ff42a37a45ce in Status: IN_PROGRESS for 2s [ 876.528865] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock network-427 taken with stack trace [, , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.529039] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "network-427" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.529346] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "network-427" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.529757] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "network-427" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.530215] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.530547] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.530767] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.531093] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.531341] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.531654] env[65424]: DEBUG dogpile.cache.region [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] No value present for key: 'zone-id' {{(pid=65424) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 876.531831] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] NeedRegenerationException {{(pid=65424) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 876.532065] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] no value, waiting for create lock {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 876.532273] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] value creation lock acquired {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 876.533584] env[65424]: DEBUG dogpile.cache.region [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] No value present for key: 'zone-id' {{(pid=65424) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 876.533584] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Calling creation function for not-yet-present value {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 876.533584] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 876.578853] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 876.578853] env[65424]: DEBUG dogpile.cache.region [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Cache value generated in 0.045 seconds for key(s): 'zone-id' {{(pid=65424) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 876.578853] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Released creation lock {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 876.578853] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "network-427" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.578853] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock port-cf70816c-506b-4f30-b9ee-48e4d86361df taken with stack trace [, , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.579273] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "port-cf70816c-506b-4f30-b9ee-48e4d86361df" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.579391] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "port-cf70816c-506b-4f30-b9ee-48e4d86361df" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.579728] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "port-cf70816c-506b-4f30-b9ee-48e4d86361df" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.579862] env[65424]: DEBUG networking_nsxv3.api.rpc [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cf70816c-506b-4f30-b9ee-48e4d86361df',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.627395] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.627621] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.627726] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.628014] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.628637] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.628637] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.628637] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.628637] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.628925] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.628983] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.629091] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ff72a7f-6ce1-46a3-8a33-f6dbdbdfd5f8 already deleted. [ 876.629234] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ff72a7f-6ce1-46a3-8a33-f6dbdbdfd5f8" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.749311] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.750568] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.750568] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.750568] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.750568] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.750568] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 51aee5e7-bc73-4798-aeb1-337ebaba6e03 is going to be created. [ 876.780224] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.780491] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.780607] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.780880] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.781186] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.794044] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51aee5e7-bc73-4798-aeb1-337ebaba6e03 in Status: UNINITIALIZED for 2s [ 877.083100] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.083442] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.083573] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.083875] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.084060] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.084222] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Segment Port cf70816c-506b-4f30-b9ee-48e4d86361df not found, creating... [ 877.084563] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.084752] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.084863] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.085095] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.085286] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.085572] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.085766] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.085921] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.086201] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.086343] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.086479] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Resource: SegmentPort with ID: cf70816c-506b-4f30-b9ee-48e4d86361df is going to be created. [ 877.110681] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.110929] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.111130] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.111427] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.111700] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.112055] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "port-cf70816c-506b-4f30-b9ee-48e4d86361df" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.836804] env[65424]: INFO networking_nsxv3.common.synchronization [req-5ca35991-374d-4ca5-b7e4-ae2a9f45932e req-8f6c4452-818f-4060-af43-d3a569af7971 service nova] Enqueued Resource ID: 5ff72a7f-6ce1-46a3-8a33-f6dbdbdfd5f8 with Priority: HIGHEST for action security_group_rules [ 877.837125] env[65424]: INFO networking_nsxv3.common.synchronization [req-5ca35991-374d-4ca5-b7e4-ae2a9f45932e req-8f6c4452-818f-4060-af43-d3a569af7971 service nova] Enqueued Resource ID: 5ff72a7f-6ce1-46a3-8a33-f6dbdbdfd5f8 with Priority: HIGHEST for action security_group_members [ 877.837283] env[65424]: INFO networking_nsxv3.common.synchronization [req-5ca35991-374d-4ca5-b7e4-ae2a9f45932e req-8f6c4452-818f-4060-af43-d3a569af7971 service nova] Enqueued Resource ID: cf70816c-506b-4f30-b9ee-48e4d86361df with Priority: HIGHEST for action port [ 877.838056] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ff72a7f-6ce1-46a3-8a33-f6dbdbdfd5f8 with Priority: HIGHEST for action security_group_rules [ 877.838243] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ff72a7f-6ce1-46a3-8a33-f6dbdbdfd5f8 with Priority: HIGHEST for action security_group_members [ 877.838379] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf70816c-506b-4f30-b9ee-48e4d86361df with Priority: HIGHEST for action port [ 877.838756] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5ff72a7f-6ce1-46a3-8a33-f6dbdbdfd5f8 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.838933] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5ff72a7f-6ce1-46a3-8a33-f6dbdbdfd5f8" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.839125] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5ff72a7f-6ce1-46a3-8a33-f6dbdbdfd5f8" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.839445] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5ff72a7f-6ce1-46a3-8a33-f6dbdbdfd5f8" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.839555] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5ff72a7f-6ce1-46a3-8a33-f6dbdbdfd5f8',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.841103] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ff72a7f-6ce1-46a3-8a33-f6dbdbdfd5f8 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.841178] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ff72a7f-6ce1-46a3-8a33-f6dbdbdfd5f8" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.841283] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ff72a7f-6ce1-46a3-8a33-f6dbdbdfd5f8" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.841483] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ff72a7f-6ce1-46a3-8a33-f6dbdbdfd5f8" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.841645] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.841747] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.841811] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.841960] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.842059] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.842154] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5ff72a7f-6ce1-46a3-8a33-f6dbdbdfd5f8',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.843079] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock port-cf70816c-506b-4f30-b9ee-48e4d86361df taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.843199] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cf70816c-506b-4f30-b9ee-48e4d86361df" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.843232] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cf70816c-506b-4f30-b9ee-48e4d86361df" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.843371] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cf70816c-506b-4f30-b9ee-48e4d86361df" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.843447] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cf70816c-506b-4f30-b9ee-48e4d86361df',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.849106] env[65424]: INFO networking_nsxv3.common.synchronization [req-e4cf0c80-3892-4889-a018-a629893862ca req-765f578b-53a2-4ecd-99bc-1e9b8d2a424b tempest-ServersWithSpecificFlavorTestJSON-746330655 tempest-ServersWithSpecificFlavorTestJSON-746330655-project-member] Enqueued Resource ID: b88875cd-811d-4be1-a2e3-2aecf00893e7 with Priority: HIGHEST for action security_group_members [ 877.849680] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b88875cd-811d-4be1-a2e3-2aecf00893e7 with Priority: HIGHEST for action security_group_members [ 877.849989] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-b88875cd-811d-4be1-a2e3-2aecf00893e7 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.850134] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b88875cd-811d-4be1-a2e3-2aecf00893e7" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.850199] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b88875cd-811d-4be1-a2e3-2aecf00893e7" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.850624] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b88875cd-811d-4be1-a2e3-2aecf00893e7" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.850718] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.850825] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.850868] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.850986] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.851079] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.851205] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b88875cd-811d-4be1-a2e3-2aecf00893e7',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.345568] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ff72a7f-6ce1-46a3-8a33-f6dbdbdfd5f8 taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.345784] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ff72a7f-6ce1-46a3-8a33-f6dbdbdfd5f8" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.348429] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5ff72a7f-6ce1-46a3-8a33-f6dbdbdfd5f8',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.349699] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cf70816c-506b-4f30-b9ee-48e4d86361df with status ACTIVE [ 878.350089] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.350194] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.350239] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.351049] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.351049] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.351049] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.351049] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.351049] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.351663] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.351663] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.351844] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.351844] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.351844] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.352234] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.352234] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.352287] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cf70816c-506b-4f30-b9ee-48e4d86361df is going to be updated. [ 878.353889] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.353977] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.353977] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.354155] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.380860] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.381110] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.381171] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.381405] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.381563] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.381730] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cf70816c-506b-4f30-b9ee-48e4d86361df" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.382649] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.382867] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.382982] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.383104] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.383286] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.383458] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.383458] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b88875cd-811d-4be1-a2e3-2aecf00893e7 is going to be updated. [ 878.430779] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.430947] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.431092] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.431395] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.431560] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.445058] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b88875cd-811d-4be1-a2e3-2aecf00893e7 in Status: IN_PROGRESS for 2s [ 878.474423] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 80425ab6-3025-46cb-88b6-ff42a37a45ce in Status: SUCCESS [ 878.474423] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-80425ab6-3025-46cb-88b6-ff42a37a45ce" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.805945] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51aee5e7-bc73-4798-aeb1-337ebaba6e03 in Status: SUCCESS [ 878.806198] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51aee5e7-bc73-4798-aeb1-337ebaba6e03" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.806388] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51aee5e7-bc73-4798-aeb1-337ebaba6e03" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.806619] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51aee5e7-bc73-4798-aeb1-337ebaba6e03" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.806809] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.806930] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.806994] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.807167] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.807251] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.807332] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51aee5e7-bc73-4798-aeb1-337ebaba6e03" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.807426] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('51aee5e7-bc73-4798-aeb1-337ebaba6e03',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.855113] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5ff72a7f-6ce1-46a3-8a33-f6dbdbdfd5f8',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.310211] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('51aee5e7-bc73-4798-aeb1-337ebaba6e03',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.358805] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.359020] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.359070] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.359380] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.359502] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.359612] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ff72a7f-6ce1-46a3-8a33-f6dbdbdfd5f8 is going to be created. [ 879.385835] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.385919] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.386011] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.386238] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.386458] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.398613] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ff72a7f-6ce1-46a3-8a33-f6dbdbdfd5f8 in Status: UNINITIALIZED for 2s [ 879.813116] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 51aee5e7-bc73-4798-aeb1-337ebaba6e03: rpc.has_security_group_logging(os_id): False [ 879.836775] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.836935] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.837039] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.837376] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.837376] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.837699] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.837805] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.837955] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.838142] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.838245] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.838385] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 51aee5e7-bc73-4798-aeb1-337ebaba6e03 is going to be created. [ 879.924630] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.924630] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.924630] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.924630] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.925202] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.948069] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 51aee5e7-bc73-4798-aeb1-337ebaba6e03 in Status: IN_PROGRESS for 2s [ 880.455262] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b88875cd-811d-4be1-a2e3-2aecf00893e7 in Status: SUCCESS [ 880.455463] env[65424]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b88875cd-811d-4be1-a2e3-2aecf00893e7 deletion is rescheduled due to dependency. [ 880.455575] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b88875cd-811d-4be1-a2e3-2aecf00893e7" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.063629] env[65424]: INFO networking_nsxv3.common.synchronization [req-421ad2a9-b4d5-495c-b85f-5221fd916432 req-7fefad49-2ee4-42a2-9851-2a3e442583d7 tempest-ServerActionsTestOtherB-391105408 tempest-ServerActionsTestOtherB-391105408-project-member] Enqueued Resource ID: fffb1115-05b5-4730-9003-4b1b4688badb with Priority: HIGHEST for action security_group_members [ 881.064287] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fffb1115-05b5-4730-9003-4b1b4688badb with Priority: HIGHEST for action security_group_members [ 881.064683] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-fffb1115-05b5-4730-9003-4b1b4688badb taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.064851] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fffb1115-05b5-4730-9003-4b1b4688badb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.064940] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fffb1115-05b5-4730-9003-4b1b4688badb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.066263] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fffb1115-05b5-4730-9003-4b1b4688badb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.066456] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.066575] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.066798] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.067203] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.067203] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.067307] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fffb1115-05b5-4730-9003-4b1b4688badb',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.414139] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ff72a7f-6ce1-46a3-8a33-f6dbdbdfd5f8 in Status: SUCCESS [ 881.414139] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ff72a7f-6ce1-46a3-8a33-f6dbdbdfd5f8" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.414139] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ff72a7f-6ce1-46a3-8a33-f6dbdbdfd5f8" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.414139] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ff72a7f-6ce1-46a3-8a33-f6dbdbdfd5f8" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.414139] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.414139] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.414139] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.414139] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.414139] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.414139] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ff72a7f-6ce1-46a3-8a33-f6dbdbdfd5f8" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.414139] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5ff72a7f-6ce1-46a3-8a33-f6dbdbdfd5f8',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.458997] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock network-130 taken with stack trace [, , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.458997] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "network-130" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.458997] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "network-130" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.458997] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "network-130" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.463021] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.463021] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.463021] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.463021] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.463021] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.463021] env[65424]: DEBUG dogpile.cache.region [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] No value present for key: 'zone-id' {{(pid=65424) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 881.463021] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] NeedRegenerationException {{(pid=65424) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 881.463021] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] no value, waiting for create lock {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 881.463021] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] value creation lock acquired {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 881.463021] env[65424]: DEBUG dogpile.cache.region [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] No value present for key: 'zone-id' {{(pid=65424) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 881.463021] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Calling creation function for not-yet-present value {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 881.463021] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 881.484538] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 881.484538] env[65424]: DEBUG dogpile.cache.region [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65424) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 881.484538] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Released creation lock {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 881.484753] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "network-130" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.485225] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock port-ca4e6c7a-2cc4-469d-aeaf-0a4ba720c346 taken with stack trace [, , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.485465] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "port-ca4e6c7a-2cc4-469d-aeaf-0a4ba720c346" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.485663] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "port-ca4e6c7a-2cc4-469d-aeaf-0a4ba720c346" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.486088] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "port-ca4e6c7a-2cc4-469d-aeaf-0a4ba720c346" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.486399] env[65424]: DEBUG networking_nsxv3.api.rpc [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ca4e6c7a-2cc4-469d-aeaf-0a4ba720c346',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.573359] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.573615] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.573615] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.573807] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.573895] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.574175] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.574333] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.574406] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.574627] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.574747] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.574885] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fffb1115-05b5-4730-9003-4b1b4688badb already deleted. [ 881.574989] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fffb1115-05b5-4730-9003-4b1b4688badb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.919024] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ff72a7f-6ce1-46a3-8a33-f6dbdbdfd5f8 taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.919024] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ff72a7f-6ce1-46a3-8a33-f6dbdbdfd5f8" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.919024] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ff72a7f-6ce1-46a3-8a33-f6dbdbdfd5f8" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.919024] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ff72a7f-6ce1-46a3-8a33-f6dbdbdfd5f8" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.919024] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.919024] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.919024] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.919024] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.919024] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.919024] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ff72a7f-6ce1-46a3-8a33-f6dbdbdfd5f8" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.919024] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ff72a7f-6ce1-46a3-8a33-f6dbdbdfd5f8 taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.919024] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ff72a7f-6ce1-46a3-8a33-f6dbdbdfd5f8" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.919024] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ff72a7f-6ce1-46a3-8a33-f6dbdbdfd5f8" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.919555] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ff72a7f-6ce1-46a3-8a33-f6dbdbdfd5f8" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.919555] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.919555] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.919555] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.919555] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.919688] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.919688] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ff72a7f-6ce1-46a3-8a33-f6dbdbdfd5f8" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.919783] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5ff72a7f-6ce1-46a3-8a33-f6dbdbdfd5f8',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.964515] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 51aee5e7-bc73-4798-aeb1-337ebaba6e03 in Status: SUCCESS [ 881.965116] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-51aee5e7-bc73-4798-aeb1-337ebaba6e03" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.989601] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.989905] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.990799] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.991182] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.991391] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.991600] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Segment Port ca4e6c7a-2cc4-469d-aeaf-0a4ba720c346 not found, creating... [ 881.991917] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.992248] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.992377] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.992779] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.993470] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.994026] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.994673] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.995727] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.996448] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.996616] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.996770] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Resource: SegmentPort with ID: ca4e6c7a-2cc4-469d-aeaf-0a4ba720c346 is going to be created. [ 882.020836] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.022885] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.022885] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.022885] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.022885] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.022885] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "port-ca4e6c7a-2cc4-469d-aeaf-0a4ba720c346" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.425230] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5ff72a7f-6ce1-46a3-8a33-f6dbdbdfd5f8: rpc.has_security_group_logging(os_id): False [ 882.447887] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.447887] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.447887] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.447887] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.447887] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.447887] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.447887] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.447887] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.447887] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.447887] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.447887] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.447887] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.447887] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.447887] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.447887] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.448639] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.448639] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.448639] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.449681] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.449846] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.449940] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5ff72a7f-6ce1-46a3-8a33-f6dbdbdfd5f8 is going to be created. [ 882.515307] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.515452] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.515620] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.516215] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.516215] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.537467] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5ff72a7f-6ce1-46a3-8a33-f6dbdbdfd5f8 in Status: IN_PROGRESS for 2s [ 882.791554] env[65424]: INFO networking_nsxv3.common.synchronization [req-421ad2a9-b4d5-495c-b85f-5221fd916432 req-9bb32bff-4d0f-466e-833d-7d9262952765 service nova] Enqueued Resource ID: fffb1115-05b5-4730-9003-4b1b4688badb with Priority: HIGHEST for action security_group_rules [ 882.791740] env[65424]: INFO networking_nsxv3.common.synchronization [req-421ad2a9-b4d5-495c-b85f-5221fd916432 req-9bb32bff-4d0f-466e-833d-7d9262952765 service nova] Enqueued Resource ID: fffb1115-05b5-4730-9003-4b1b4688badb with Priority: HIGHEST for action security_group_members [ 882.791874] env[65424]: INFO networking_nsxv3.common.synchronization [req-421ad2a9-b4d5-495c-b85f-5221fd916432 req-9bb32bff-4d0f-466e-833d-7d9262952765 service nova] Enqueued Resource ID: ca4e6c7a-2cc4-469d-aeaf-0a4ba720c346 with Priority: HIGHEST for action port [ 882.792433] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fffb1115-05b5-4730-9003-4b1b4688badb with Priority: HIGHEST for action security_group_rules [ 882.792571] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fffb1115-05b5-4730-9003-4b1b4688badb with Priority: HIGHEST for action security_group_members [ 882.792713] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca4e6c7a-2cc4-469d-aeaf-0a4ba720c346 with Priority: HIGHEST for action port [ 882.793470] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fffb1115-05b5-4730-9003-4b1b4688badb taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.793470] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fffb1115-05b5-4730-9003-4b1b4688badb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.793470] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fffb1115-05b5-4730-9003-4b1b4688badb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.793470] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fffb1115-05b5-4730-9003-4b1b4688badb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.793470] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fffb1115-05b5-4730-9003-4b1b4688badb',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.794347] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-fffb1115-05b5-4730-9003-4b1b4688badb taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.794456] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fffb1115-05b5-4730-9003-4b1b4688badb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.794529] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fffb1115-05b5-4730-9003-4b1b4688badb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.794697] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fffb1115-05b5-4730-9003-4b1b4688badb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.794846] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.794944] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.795015] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.795153] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.795259] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.795357] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fffb1115-05b5-4730-9003-4b1b4688badb',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.796336] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock port-ca4e6c7a-2cc4-469d-aeaf-0a4ba720c346 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.796460] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ca4e6c7a-2cc4-469d-aeaf-0a4ba720c346" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.796528] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ca4e6c7a-2cc4-469d-aeaf-0a4ba720c346" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.796645] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ca4e6c7a-2cc4-469d-aeaf-0a4ba720c346" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.796740] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ca4e6c7a-2cc4-469d-aeaf-0a4ba720c346',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.298264] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-fffb1115-05b5-4730-9003-4b1b4688badb taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.298429] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fffb1115-05b5-4730-9003-4b1b4688badb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.298684] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fffb1115-05b5-4730-9003-4b1b4688badb',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.300029] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ca4e6c7a-2cc4-469d-aeaf-0a4ba720c346 with status ACTIVE [ 883.300222] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.300341] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.300403] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.300632] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.300726] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.301035] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.301110] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.301153] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.301312] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.301386] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.301616] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.301749] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.301896] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.302103] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.302188] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.302331] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ca4e6c7a-2cc4-469d-aeaf-0a4ba720c346 is going to be updated. [ 883.325619] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.325619] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.325917] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.326059] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.326254] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.326590] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ca4e6c7a-2cc4-469d-aeaf-0a4ba720c346" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.804131] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fffb1115-05b5-4730-9003-4b1b4688badb',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.307129] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.310616] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.310720] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.310949] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.311083] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.311245] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fffb1115-05b5-4730-9003-4b1b4688badb is going to be created. [ 884.341019] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.341209] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.341266] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.341452] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.341660] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.352501] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fffb1115-05b5-4730-9003-4b1b4688badb in Status: UNINITIALIZED for 2s [ 884.547249] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5ff72a7f-6ce1-46a3-8a33-f6dbdbdfd5f8 in Status: SUCCESS [ 884.547524] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5ff72a7f-6ce1-46a3-8a33-f6dbdbdfd5f8" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.369618] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fffb1115-05b5-4730-9003-4b1b4688badb in Status: SUCCESS [ 886.371495] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fffb1115-05b5-4730-9003-4b1b4688badb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.371495] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fffb1115-05b5-4730-9003-4b1b4688badb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.371495] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fffb1115-05b5-4730-9003-4b1b4688badb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.371495] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.371495] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.371495] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.371495] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.371495] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.371495] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fffb1115-05b5-4730-9003-4b1b4688badb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.372270] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fffb1115-05b5-4730-9003-4b1b4688badb',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.875567] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fffb1115-05b5-4730-9003-4b1b4688badb',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.377755] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fffb1115-05b5-4730-9003-4b1b4688badb: rpc.has_security_group_logging(os_id): False [ 887.400511] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.400770] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.400770] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.400997] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.400997] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.401250] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.403511] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.403511] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.403511] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.403511] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.403511] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fffb1115-05b5-4730-9003-4b1b4688badb is going to be created. [ 887.465444] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.465652] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.465652] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.465849] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.466044] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.477790] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fffb1115-05b5-4730-9003-4b1b4688badb in Status: IN_PROGRESS for 2s [ 887.794813] env[65424]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 887.794813] env[65424]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 889.493694] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fffb1115-05b5-4730-9003-4b1b4688badb in Status: SUCCESS [ 889.493984] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fffb1115-05b5-4730-9003-4b1b4688badb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.765727] env[65424]: INFO networking_nsxv3.common.synchronization [req-f5169b62-76df-442f-b282-1f25f9b5e98a req-68e16edc-91ab-44fe-8540-29b5b493357e tempest-ServerAddressesNegativeTestJSON-547884814 tempest-ServerAddressesNegativeTestJSON-547884814-project-member] Enqueued Resource ID: 5ff72a7f-6ce1-46a3-8a33-f6dbdbdfd5f8 with Priority: HIGHEST for action security_group_members [ 890.766316] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ff72a7f-6ce1-46a3-8a33-f6dbdbdfd5f8 with Priority: HIGHEST for action security_group_members [ 890.769028] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ff72a7f-6ce1-46a3-8a33-f6dbdbdfd5f8 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.769028] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ff72a7f-6ce1-46a3-8a33-f6dbdbdfd5f8" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.769028] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ff72a7f-6ce1-46a3-8a33-f6dbdbdfd5f8" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.769028] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ff72a7f-6ce1-46a3-8a33-f6dbdbdfd5f8" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.769028] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.770150] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.770150] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.770251] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.770319] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.770412] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5ff72a7f-6ce1-46a3-8a33-f6dbdbdfd5f8',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.273574] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.273889] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.273953] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.274192] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.274279] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.274466] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.274577] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.274630] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.274820] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.274879] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.274983] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ff72a7f-6ce1-46a3-8a33-f6dbdbdfd5f8 is going to be updated. [ 891.312725] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.312725] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.312725] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.312725] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.312725] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.321776] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ff72a7f-6ce1-46a3-8a33-f6dbdbdfd5f8 in Status: IN_PROGRESS for 2s [ 893.336024] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ff72a7f-6ce1-46a3-8a33-f6dbdbdfd5f8 in Status: SUCCESS [ 893.338034] env[65424]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ff72a7f-6ce1-46a3-8a33-f6dbdbdfd5f8 deletion is rescheduled due to dependency. [ 893.338034] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ff72a7f-6ce1-46a3-8a33-f6dbdbdfd5f8" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.360552] env[65424]: INFO networking_nsxv3.common.synchronization [None req-e30b1283-e1f4-4802-af79-fb6a30ca163f None None] Enqueued Resource ID: 1a4dec15-1fe2-41a5-8bd2-9b7f5258f905 with Priority: HIGHEST for action port [ 893.361433] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a4dec15-1fe2-41a5-8bd2-9b7f5258f905 with Priority: HIGHEST for action port [ 893.361759] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock port-1a4dec15-1fe2-41a5-8bd2-9b7f5258f905 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.361904] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1a4dec15-1fe2-41a5-8bd2-9b7f5258f905" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.362187] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1a4dec15-1fe2-41a5-8bd2-9b7f5258f905" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.362888] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1a4dec15-1fe2-41a5-8bd2-9b7f5258f905" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.363041] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1a4dec15-1fe2-41a5-8bd2-9b7f5258f905',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.866532] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1a4dec15-1fe2-41a5-8bd2-9b7f5258f905 [ 893.866720] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.866864] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.866933] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.867163] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.867263] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.867365] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1a4dec15-1fe2-41a5-8bd2-9b7f5258f905 already deleted. [ 893.867482] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1a4dec15-1fe2-41a5-8bd2-9b7f5258f905" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.121427] env[65424]: INFO networking_nsxv3.common.synchronization [None req-62d746a8-b3c3-45a1-a211-7aea73cd4220 tempest-AttachVolumeShelveTestJSON-590228057 tempest-AttachVolumeShelveTestJSON-590228057-project-member] Enqueued Resource ID: ff1adf5a-b63a-40f5-a425-29673d36487c with Priority: HIGHEST for action security_group_rules [ 894.121427] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff1adf5a-b63a-40f5-a425-29673d36487c with Priority: HIGHEST for action security_group_rules [ 894.121693] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ff1adf5a-b63a-40f5-a425-29673d36487c taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.122605] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ff1adf5a-b63a-40f5-a425-29673d36487c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.122605] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ff1adf5a-b63a-40f5-a425-29673d36487c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.122605] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ff1adf5a-b63a-40f5-a425-29673d36487c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.122605] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ff1adf5a-b63a-40f5-a425-29673d36487c',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.210851] env[65424]: INFO networking_nsxv3.common.synchronization [None req-3fbf4ba0-c584-4fd7-a94e-9689f3088d06 tempest-AttachVolumeShelveTestJSON-590228057 tempest-AttachVolumeShelveTestJSON-590228057-project-member] Enqueued Resource ID: ff1adf5a-b63a-40f5-a425-29673d36487c with Priority: HIGHEST for action security_group_rules [ 894.210851] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff1adf5a-b63a-40f5-a425-29673d36487c with Priority: HIGHEST for action security_group_rules [ 894.210851] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ff1adf5a-b63a-40f5-a425-29673d36487c taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.210851] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ff1adf5a-b63a-40f5-a425-29673d36487c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.646512] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.646828] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.646828] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.646959] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.647067] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.647163] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ff1adf5a-b63a-40f5-a425-29673d36487c already deleted. [ 894.647263] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ff1adf5a-b63a-40f5-a425-29673d36487c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.647478] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ff1adf5a-b63a-40f5-a425-29673d36487c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.647662] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ff1adf5a-b63a-40f5-a425-29673d36487c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.647748] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ff1adf5a-b63a-40f5-a425-29673d36487c',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.171205] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.171342] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.171410] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.171617] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.171699] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.173123] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ff1adf5a-b63a-40f5-a425-29673d36487c already deleted. [ 895.173123] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ff1adf5a-b63a-40f5-a425-29673d36487c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.911156] env[65424]: INFO networking_nsxv3.common.synchronization [None req-092ea294-4e9f-47c8-b9c2-a1883c1d19b1 None None] Enqueued Resource ID: ea132957-ed7c-4d7f-8fda-0a210246e9e9 with Priority: HIGHEST for action port [ 895.911156] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea132957-ed7c-4d7f-8fda-0a210246e9e9 with Priority: HIGHEST for action port [ 895.911156] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock port-ea132957-ed7c-4d7f-8fda-0a210246e9e9 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.911156] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ea132957-ed7c-4d7f-8fda-0a210246e9e9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.911156] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ea132957-ed7c-4d7f-8fda-0a210246e9e9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.911618] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ea132957-ed7c-4d7f-8fda-0a210246e9e9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.911618] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ea132957-ed7c-4d7f-8fda-0a210246e9e9',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.414443] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ea132957-ed7c-4d7f-8fda-0a210246e9e9 [ 896.414696] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.414830] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.414897] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.415147] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.415247] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.415403] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ea132957-ed7c-4d7f-8fda-0a210246e9e9 already deleted. [ 896.415541] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ea132957-ed7c-4d7f-8fda-0a210246e9e9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.491663] env[65424]: INFO networking_nsxv3.common.synchronization [req-37c7a2e3-1f9e-46ad-aae4-4ef40c358815 req-4f83c49a-d07f-4580-ab44-01916b86b87d tempest-ServersTestJSON-1121812603 tempest-ServersTestJSON-1121812603-project-member] Enqueued Resource ID: fa366b1e-0919-4c5b-9aba-9f2e5d521b6a with Priority: HIGHEST for action security_group_members [ 898.492303] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa366b1e-0919-4c5b-9aba-9f2e5d521b6a with Priority: HIGHEST for action security_group_members [ 898.492764] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa366b1e-0919-4c5b-9aba-9f2e5d521b6a taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.492969] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa366b1e-0919-4c5b-9aba-9f2e5d521b6a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.492969] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa366b1e-0919-4c5b-9aba-9f2e5d521b6a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.493188] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa366b1e-0919-4c5b-9aba-9f2e5d521b6a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.493361] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.493548] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.493624] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.493732] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.493875] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.493951] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fa366b1e-0919-4c5b-9aba-9f2e5d521b6a',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.856128] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock network-155 taken with stack trace [, , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.856128] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "network-155" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.856128] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "network-155" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.856128] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "network-155" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.856128] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.856128] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.856389] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.856492] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.856633] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.856852] env[65424]: DEBUG dogpile.cache.region [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] No value present for key: 'zone-id' {{(pid=65424) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 898.856995] env[65424]: DEBUG dogpile.lock [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] NeedRegenerationException {{(pid=65424) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 898.857111] env[65424]: DEBUG dogpile.lock [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] no value, waiting for create lock {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 898.857205] env[65424]: DEBUG dogpile.lock [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] value creation lock acquired {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 898.857305] env[65424]: DEBUG dogpile.cache.region [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] No value present for key: 'zone-id' {{(pid=65424) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 898.857401] env[65424]: DEBUG dogpile.lock [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Calling creation function for not-yet-present value {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 898.857529] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 898.884696] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 898.884834] env[65424]: DEBUG dogpile.cache.region [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65424) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 898.884931] env[65424]: DEBUG dogpile.lock [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Released creation lock {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 898.885125] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "network-155" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.885476] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock port-57d3e630-b37f-4dc5-af3e-550edb382bbf taken with stack trace [, , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.885655] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "port-57d3e630-b37f-4dc5-af3e-550edb382bbf" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.885769] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "port-57d3e630-b37f-4dc5-af3e-550edb382bbf" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.886113] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "port-57d3e630-b37f-4dc5-af3e-550edb382bbf" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.886249] env[65424]: DEBUG networking_nsxv3.api.rpc [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('57d3e630-b37f-4dc5-af3e-550edb382bbf',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.995934] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fa366b1e-0919-4c5b-9aba-9f2e5d521b6a',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.389302] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.389575] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.389736] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.390068] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.390249] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.390413] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Segment Port 57d3e630-b37f-4dc5-af3e-550edb382bbf not found, creating... [ 899.390981] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.390981] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.390981] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.391333] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.391769] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.391812] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.391990] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.392105] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.392342] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.392478] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.392632] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Resource: SegmentPort with ID: 57d3e630-b37f-4dc5-af3e-550edb382bbf is going to be created. [ 899.420871] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.421167] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.421264] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.421550] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.421795] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.422071] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "port-57d3e630-b37f-4dc5-af3e-550edb382bbf" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.499153] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fa366b1e-0919-4c5b-9aba-9f2e5d521b6a',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.002623] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.002918] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.002918] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.003169] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.003206] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.003324] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa366b1e-0919-4c5b-9aba-9f2e5d521b6a is going to be updated. [ 900.039093] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.039093] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.039093] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.039093] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.039093] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.048293] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa366b1e-0919-4c5b-9aba-9f2e5d521b6a in Status: IN_PROGRESS for 2s [ 900.172648] env[65424]: INFO networking_nsxv3.common.synchronization [req-37c7a2e3-1f9e-46ad-aae4-4ef40c358815 req-d1b6f02e-950b-4db2-9fb0-1ef87a09fea9 service nova] Enqueued Resource ID: fa366b1e-0919-4c5b-9aba-9f2e5d521b6a with Priority: HIGHEST for action security_group_rules [ 900.173010] env[65424]: INFO networking_nsxv3.common.synchronization [req-37c7a2e3-1f9e-46ad-aae4-4ef40c358815 req-d1b6f02e-950b-4db2-9fb0-1ef87a09fea9 service nova] Enqueued Resource ID: fa366b1e-0919-4c5b-9aba-9f2e5d521b6a with Priority: HIGHEST for action security_group_members [ 900.173249] env[65424]: INFO networking_nsxv3.common.synchronization [req-37c7a2e3-1f9e-46ad-aae4-4ef40c358815 req-d1b6f02e-950b-4db2-9fb0-1ef87a09fea9 service nova] Enqueued Resource ID: 57d3e630-b37f-4dc5-af3e-550edb382bbf with Priority: HIGHEST for action port [ 900.173780] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa366b1e-0919-4c5b-9aba-9f2e5d521b6a with Priority: HIGHEST for action security_group_rules [ 900.173915] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa366b1e-0919-4c5b-9aba-9f2e5d521b6a with Priority: HIGHEST for action security_group_members [ 900.174303] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57d3e630-b37f-4dc5-af3e-550edb382bbf with Priority: HIGHEST for action port [ 900.174653] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fa366b1e-0919-4c5b-9aba-9f2e5d521b6a taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.174753] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fa366b1e-0919-4c5b-9aba-9f2e5d521b6a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.174903] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fa366b1e-0919-4c5b-9aba-9f2e5d521b6a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.175167] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fa366b1e-0919-4c5b-9aba-9f2e5d521b6a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.175287] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fa366b1e-0919-4c5b-9aba-9f2e5d521b6a',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.176260] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa366b1e-0919-4c5b-9aba-9f2e5d521b6a taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.176451] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa366b1e-0919-4c5b-9aba-9f2e5d521b6a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.177040] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock port-57d3e630-b37f-4dc5-af3e-550edb382bbf taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.177158] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-57d3e630-b37f-4dc5-af3e-550edb382bbf" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.177222] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-57d3e630-b37f-4dc5-af3e-550edb382bbf" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.177600] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-57d3e630-b37f-4dc5-af3e-550edb382bbf" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.177741] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('57d3e630-b37f-4dc5-af3e-550edb382bbf',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.680626] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa366b1e-0919-4c5b-9aba-9f2e5d521b6a taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.680885] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa366b1e-0919-4c5b-9aba-9f2e5d521b6a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.681154] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 57d3e630-b37f-4dc5-af3e-550edb382bbf with status ACTIVE [ 900.681409] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.681571] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.682210] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.682210] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.682210] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.682210] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.683231] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.683231] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.683231] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.683231] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.683231] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.683231] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.683231] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.684406] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.684406] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.684406] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 57d3e630-b37f-4dc5-af3e-550edb382bbf is going to be updated. [ 900.707699] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.707848] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.707918] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.708633] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.708633] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.708633] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-57d3e630-b37f-4dc5-af3e-550edb382bbf" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.059744] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa366b1e-0919-4c5b-9aba-9f2e5d521b6a in Status: SUCCESS [ 902.060161] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa366b1e-0919-4c5b-9aba-9f2e5d521b6a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.060228] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa366b1e-0919-4c5b-9aba-9f2e5d521b6a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.060452] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa366b1e-0919-4c5b-9aba-9f2e5d521b6a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.060689] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.060929] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.060929] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.061159] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.061219] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.061324] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fa366b1e-0919-4c5b-9aba-9f2e5d521b6a',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.565041] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fa366b1e-0919-4c5b-9aba-9f2e5d521b6a',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.595242] env[65424]: INFO networking_nsxv3.common.synchronization [req-5ad83e21-66ef-43d0-9c87-9bc8db8b6761 req-009e0367-bc2b-458c-91c1-3bb8309422e6 tempest-ServersNegativeTestJSON-1530614479 tempest-ServersNegativeTestJSON-1530614479-project-member] Enqueued Resource ID: 80425ab6-3025-46cb-88b6-ff42a37a45ce with Priority: HIGHEST for action security_group_members [ 902.595242] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 80425ab6-3025-46cb-88b6-ff42a37a45ce with Priority: HIGHEST for action security_group_members [ 902.595242] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-80425ab6-3025-46cb-88b6-ff42a37a45ce taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.595242] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-80425ab6-3025-46cb-88b6-ff42a37a45ce" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.595242] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-80425ab6-3025-46cb-88b6-ff42a37a45ce" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.595242] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-80425ab6-3025-46cb-88b6-ff42a37a45ce" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.595242] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.596030] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.596317] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.596670] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.596950] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.598231] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('80425ab6-3025-46cb-88b6-ff42a37a45ce',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.068316] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fa366b1e-0919-4c5b-9aba-9f2e5d521b6a',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.099086] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.099239] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.099301] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.099499] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.099600] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.099775] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.099871] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.099932] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.100124] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.100170] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.100252] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 80425ab6-3025-46cb-88b6-ff42a37a45ce is going to be updated. [ 903.133766] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.133925] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.133925] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.134417] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.134417] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.144246] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 80425ab6-3025-46cb-88b6-ff42a37a45ce in Status: IN_PROGRESS for 2s [ 903.572807] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.572807] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.572807] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.573049] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.573049] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.573134] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa366b1e-0919-4c5b-9aba-9f2e5d521b6a is going to be updated. [ 903.628263] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.628435] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.628881] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.628881] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.628968] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.651079] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa366b1e-0919-4c5b-9aba-9f2e5d521b6a in Status: IN_PROGRESS for 2s [ 905.157387] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 80425ab6-3025-46cb-88b6-ff42a37a45ce in Status: SUCCESS [ 905.157777] env[65424]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 80425ab6-3025-46cb-88b6-ff42a37a45ce deletion is rescheduled due to dependency. [ 905.157820] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-80425ab6-3025-46cb-88b6-ff42a37a45ce" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.668507] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa366b1e-0919-4c5b-9aba-9f2e5d521b6a in Status: SUCCESS [ 905.670050] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa366b1e-0919-4c5b-9aba-9f2e5d521b6a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.670373] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa366b1e-0919-4c5b-9aba-9f2e5d521b6a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.670890] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa366b1e-0919-4c5b-9aba-9f2e5d521b6a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.670890] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.671097] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.671097] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.671229] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.671309] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.672026] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa366b1e-0919-4c5b-9aba-9f2e5d521b6a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.672026] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fa366b1e-0919-4c5b-9aba-9f2e5d521b6a',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.175935] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa366b1e-0919-4c5b-9aba-9f2e5d521b6a taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.176495] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa366b1e-0919-4c5b-9aba-9f2e5d521b6a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.176495] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa366b1e-0919-4c5b-9aba-9f2e5d521b6a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.176495] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa366b1e-0919-4c5b-9aba-9f2e5d521b6a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.176669] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.176669] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.176816] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.176902] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.177036] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.177136] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa366b1e-0919-4c5b-9aba-9f2e5d521b6a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.177288] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa366b1e-0919-4c5b-9aba-9f2e5d521b6a taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.177378] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa366b1e-0919-4c5b-9aba-9f2e5d521b6a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.177431] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa366b1e-0919-4c5b-9aba-9f2e5d521b6a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.177571] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa366b1e-0919-4c5b-9aba-9f2e5d521b6a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.177707] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.177797] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.177850] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.177983] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.178073] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.178154] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa366b1e-0919-4c5b-9aba-9f2e5d521b6a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.178293] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fa366b1e-0919-4c5b-9aba-9f2e5d521b6a',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.680795] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fa366b1e-0919-4c5b-9aba-9f2e5d521b6a: rpc.has_security_group_logging(os_id): False [ 906.704505] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.704741] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.704855] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.705168] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.705286] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.705620] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.705892] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.705892] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.706525] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.706657] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.706968] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.707123] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.707208] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.707443] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.707565] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.707936] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.708091] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.708160] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.708338] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.708421] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.708514] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fa366b1e-0919-4c5b-9aba-9f2e5d521b6a is going to be updated. [ 906.784576] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.784576] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.784714] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.784874] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.785421] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.800795] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fa366b1e-0919-4c5b-9aba-9f2e5d521b6a in Status: IN_PROGRESS for 2s [ 907.595806] env[65424]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 907.596297] env[65424]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 908.821029] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fa366b1e-0919-4c5b-9aba-9f2e5d521b6a in Status: SUCCESS [ 908.821029] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fa366b1e-0919-4c5b-9aba-9f2e5d521b6a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.085614] env[65424]: INFO networking_nsxv3.common.synchronization [req-dfb631e3-1b97-47e3-a1b8-03cea4a9c853 req-82e192b9-f43c-462d-93f8-13d0f23d5ea5 tempest-ImagesOneServerNegativeTestJSON-842281303 tempest-ImagesOneServerNegativeTestJSON-842281303-project-member] Enqueued Resource ID: 2c4d3ec6-0c4f-41fa-bc5e-ff3763e47ac4 with Priority: HIGHEST for action security_group_members [ 909.086347] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c4d3ec6-0c4f-41fa-bc5e-ff3763e47ac4 with Priority: HIGHEST for action security_group_members [ 909.086700] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c4d3ec6-0c4f-41fa-bc5e-ff3763e47ac4 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.086946] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c4d3ec6-0c4f-41fa-bc5e-ff3763e47ac4" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.087126] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c4d3ec6-0c4f-41fa-bc5e-ff3763e47ac4" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.087315] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c4d3ec6-0c4f-41fa-bc5e-ff3763e47ac4" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.087561] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.087721] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.087832] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.088089] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.088333] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.088386] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c4d3ec6-0c4f-41fa-bc5e-ff3763e47ac4',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.430856] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock network-384 taken with stack trace [, , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.431067] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "network-384" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.431192] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "network-384" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.431460] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "network-384" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.431731] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.431880] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.431987] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.432253] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.432382] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.432579] env[65424]: DEBUG dogpile.cache.region [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] No value present for key: 'zone-id' {{(pid=65424) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 909.432687] env[65424]: DEBUG dogpile.lock [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] NeedRegenerationException {{(pid=65424) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 909.432790] env[65424]: DEBUG dogpile.lock [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] no value, waiting for create lock {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 909.432903] env[65424]: DEBUG dogpile.lock [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] value creation lock acquired {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 909.433015] env[65424]: DEBUG dogpile.cache.region [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] No value present for key: 'zone-id' {{(pid=65424) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 909.433118] env[65424]: DEBUG dogpile.lock [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Calling creation function for not-yet-present value {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 909.433243] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 909.452904] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 909.453129] env[65424]: DEBUG dogpile.cache.region [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65424) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 909.453331] env[65424]: DEBUG dogpile.lock [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Released creation lock {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 909.453573] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "network-384" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.454060] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock port-e9f28b38-5380-4bab-bbe5-e48859dd9b07 taken with stack trace [, , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.454174] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "port-e9f28b38-5380-4bab-bbe5-e48859dd9b07" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.454299] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "port-e9f28b38-5380-4bab-bbe5-e48859dd9b07" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.454580] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "port-e9f28b38-5380-4bab-bbe5-e48859dd9b07" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.454769] env[65424]: DEBUG networking_nsxv3.api.rpc [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e9f28b38-5380-4bab-bbe5-e48859dd9b07',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.591469] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.591469] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.593311] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.593311] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.593311] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.593311] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.593311] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.593311] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.593311] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.593311] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.593311] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c4d3ec6-0c4f-41fa-bc5e-ff3763e47ac4 is going to be updated. [ 909.621384] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.621592] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.621699] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.621999] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.622222] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.632299] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c4d3ec6-0c4f-41fa-bc5e-ff3763e47ac4 in Status: IN_PROGRESS for 2s [ 909.957750] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.958269] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.958348] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.958689] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.958842] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.958996] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Segment Port e9f28b38-5380-4bab-bbe5-e48859dd9b07 not found, creating... [ 909.959302] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.959465] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.959777] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.959848] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.960030] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.962934] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.962934] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.962934] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.962934] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.962934] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.962934] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Resource: SegmentPort with ID: e9f28b38-5380-4bab-bbe5-e48859dd9b07 is going to be created. [ 909.990035] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.990035] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.990035] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.990035] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.990035] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.991135] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "port-e9f28b38-5380-4bab-bbe5-e48859dd9b07" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.693998] env[65424]: INFO networking_nsxv3.common.synchronization [req-dfb631e3-1b97-47e3-a1b8-03cea4a9c853 req-27dd0995-37c8-428e-a5ad-ed7221059842 service nova] Enqueued Resource ID: 2c4d3ec6-0c4f-41fa-bc5e-ff3763e47ac4 with Priority: HIGHEST for action security_group_rules [ 910.694945] env[65424]: INFO networking_nsxv3.common.synchronization [req-dfb631e3-1b97-47e3-a1b8-03cea4a9c853 req-27dd0995-37c8-428e-a5ad-ed7221059842 service nova] Enqueued Resource ID: 2c4d3ec6-0c4f-41fa-bc5e-ff3763e47ac4 with Priority: HIGHEST for action security_group_members [ 910.694945] env[65424]: INFO networking_nsxv3.common.synchronization [req-dfb631e3-1b97-47e3-a1b8-03cea4a9c853 req-27dd0995-37c8-428e-a5ad-ed7221059842 service nova] Enqueued Resource ID: e9f28b38-5380-4bab-bbe5-e48859dd9b07 with Priority: HIGHEST for action port [ 910.694945] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c4d3ec6-0c4f-41fa-bc5e-ff3763e47ac4 with Priority: HIGHEST for action security_group_rules [ 910.695182] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c4d3ec6-0c4f-41fa-bc5e-ff3763e47ac4 with Priority: HIGHEST for action security_group_members [ 910.696214] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9f28b38-5380-4bab-bbe5-e48859dd9b07 with Priority: HIGHEST for action port [ 910.696630] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2c4d3ec6-0c4f-41fa-bc5e-ff3763e47ac4 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.698450] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2c4d3ec6-0c4f-41fa-bc5e-ff3763e47ac4" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.698450] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2c4d3ec6-0c4f-41fa-bc5e-ff3763e47ac4" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.698450] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2c4d3ec6-0c4f-41fa-bc5e-ff3763e47ac4" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.698450] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2c4d3ec6-0c4f-41fa-bc5e-ff3763e47ac4',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.698450] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c4d3ec6-0c4f-41fa-bc5e-ff3763e47ac4 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.698450] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c4d3ec6-0c4f-41fa-bc5e-ff3763e47ac4" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.698450] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock port-e9f28b38-5380-4bab-bbe5-e48859dd9b07 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.698450] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e9f28b38-5380-4bab-bbe5-e48859dd9b07" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.698450] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e9f28b38-5380-4bab-bbe5-e48859dd9b07" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.698939] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e9f28b38-5380-4bab-bbe5-e48859dd9b07" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.698939] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e9f28b38-5380-4bab-bbe5-e48859dd9b07',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.204281] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c4d3ec6-0c4f-41fa-bc5e-ff3763e47ac4 taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.204281] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c4d3ec6-0c4f-41fa-bc5e-ff3763e47ac4" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.204990] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e9f28b38-5380-4bab-bbe5-e48859dd9b07 with status ACTIVE [ 911.204990] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.204990] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.205851] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.205998] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.206106] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.206305] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.206409] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.206515] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.206697] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.206779] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.207051] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.207148] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.207148] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.207288] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.207361] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.207445] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e9f28b38-5380-4bab-bbe5-e48859dd9b07 is going to be updated. [ 911.232718] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.232809] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.232931] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.233162] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.233332] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.233604] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e9f28b38-5380-4bab-bbe5-e48859dd9b07" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.645640] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c4d3ec6-0c4f-41fa-bc5e-ff3763e47ac4 in Status: SUCCESS [ 911.645867] env[65424]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c4d3ec6-0c4f-41fa-bc5e-ff3763e47ac4 deletion is rescheduled due to dependency. [ 911.645982] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c4d3ec6-0c4f-41fa-bc5e-ff3763e47ac4" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.646129] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c4d3ec6-0c4f-41fa-bc5e-ff3763e47ac4" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.646354] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c4d3ec6-0c4f-41fa-bc5e-ff3763e47ac4" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.646551] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.646676] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.646733] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.646978] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.647089] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.647177] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c4d3ec6-0c4f-41fa-bc5e-ff3763e47ac4',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.145270] env[65424]: INFO networking_nsxv3.common.synchronization [req-f01850f6-1744-4537-9e1a-7a19bed00868 req-259e7be0-2415-47d1-ad96-dfd5dae98d22 tempest-ServersTestJSON-1121812603 tempest-ServersTestJSON-1121812603-project-member] Enqueued Resource ID: fa366b1e-0919-4c5b-9aba-9f2e5d521b6a with Priority: HIGHEST for action security_group_members [ 912.146940] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa366b1e-0919-4c5b-9aba-9f2e5d521b6a with Priority: HIGHEST for action security_group_members [ 912.150064] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa366b1e-0919-4c5b-9aba-9f2e5d521b6a taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.150064] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa366b1e-0919-4c5b-9aba-9f2e5d521b6a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.150064] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa366b1e-0919-4c5b-9aba-9f2e5d521b6a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.150064] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa366b1e-0919-4c5b-9aba-9f2e5d521b6a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.150064] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.150064] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.150064] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.150064] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.150064] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.150064] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fa366b1e-0919-4c5b-9aba-9f2e5d521b6a',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.150635] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2c4d3ec6-0c4f-41fa-bc5e-ff3763e47ac4',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.652814] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fa366b1e-0919-4c5b-9aba-9f2e5d521b6a',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.654032] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2c4d3ec6-0c4f-41fa-bc5e-ff3763e47ac4',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.155910] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fa366b1e-0919-4c5b-9aba-9f2e5d521b6a',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.159458] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.159685] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.159685] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.159878] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.159968] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.160076] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c4d3ec6-0c4f-41fa-bc5e-ff3763e47ac4 is going to be updated. [ 913.191177] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.191401] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.191505] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.191762] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.191876] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.202523] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c4d3ec6-0c4f-41fa-bc5e-ff3763e47ac4 in Status: IN_PROGRESS for 2s [ 913.658677] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.658982] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.658982] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.660476] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.660588] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.660712] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa366b1e-0919-4c5b-9aba-9f2e5d521b6a is going to be updated. [ 913.694821] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.695083] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.695083] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.695280] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.695425] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.705946] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa366b1e-0919-4c5b-9aba-9f2e5d521b6a in Status: IN_PROGRESS for 2s [ 915.213888] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c4d3ec6-0c4f-41fa-bc5e-ff3763e47ac4 in Status: SUCCESS [ 915.214214] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c4d3ec6-0c4f-41fa-bc5e-ff3763e47ac4" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.214317] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c4d3ec6-0c4f-41fa-bc5e-ff3763e47ac4" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.214566] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c4d3ec6-0c4f-41fa-bc5e-ff3763e47ac4" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.214852] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.215052] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.215154] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.215337] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.215444] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.215521] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c4d3ec6-0c4f-41fa-bc5e-ff3763e47ac4" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.215658] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2c4d3ec6-0c4f-41fa-bc5e-ff3763e47ac4',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.716996] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa366b1e-0919-4c5b-9aba-9f2e5d521b6a in Status: SUCCESS [ 915.717341] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa366b1e-0919-4c5b-9aba-9f2e5d521b6a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.717755] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c4d3ec6-0c4f-41fa-bc5e-ff3763e47ac4 taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.717892] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c4d3ec6-0c4f-41fa-bc5e-ff3763e47ac4" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.717989] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c4d3ec6-0c4f-41fa-bc5e-ff3763e47ac4" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.718314] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c4d3ec6-0c4f-41fa-bc5e-ff3763e47ac4" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.718567] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.718728] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.718823] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.718996] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.719102] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.719190] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c4d3ec6-0c4f-41fa-bc5e-ff3763e47ac4" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.719345] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c4d3ec6-0c4f-41fa-bc5e-ff3763e47ac4 taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.719476] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c4d3ec6-0c4f-41fa-bc5e-ff3763e47ac4" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.719544] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c4d3ec6-0c4f-41fa-bc5e-ff3763e47ac4" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.719705] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c4d3ec6-0c4f-41fa-bc5e-ff3763e47ac4" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.719846] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.719939] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.720025] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.720168] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.720245] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.720326] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c4d3ec6-0c4f-41fa-bc5e-ff3763e47ac4" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.720417] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2c4d3ec6-0c4f-41fa-bc5e-ff3763e47ac4',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.223167] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2c4d3ec6-0c4f-41fa-bc5e-ff3763e47ac4: rpc.has_security_group_logging(os_id): False [ 916.243055] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.243055] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.243055] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.243055] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.243055] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.243422] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.243422] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.243422] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.243621] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.243737] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.243947] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.244334] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.244334] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.244334] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.244470] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.244595] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.244716] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.244797] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.244969] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.245079] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.245190] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2c4d3ec6-0c4f-41fa-bc5e-ff3763e47ac4 is going to be updated. [ 916.305086] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.305258] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.305348] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.305703] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.305865] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.320340] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2c4d3ec6-0c4f-41fa-bc5e-ff3763e47ac4 in Status: IN_PROGRESS for 2s [ 917.148238] env[65424]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 917.148346] env[65424]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 918.335611] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2c4d3ec6-0c4f-41fa-bc5e-ff3763e47ac4 in Status: SUCCESS [ 918.335907] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2c4d3ec6-0c4f-41fa-bc5e-ff3763e47ac4" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.736482] env[65424]: INFO networking_nsxv3.common.synchronization [req-f2e08aad-3241-4c04-8783-ce6c78c372b0 req-0d8e6b74-733d-40a8-bff7-823a8264cb2a tempest-AttachInterfacesTestJSON-1826416307 tempest-AttachInterfacesTestJSON-1826416307-project-member] Enqueued Resource ID: 261f8d9e-2aef-441b-b607-3a9c73c6301c with Priority: HIGHEST for action security_group_members [ 918.736786] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 261f8d9e-2aef-441b-b607-3a9c73c6301c with Priority: HIGHEST for action security_group_members [ 918.736971] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-261f8d9e-2aef-441b-b607-3a9c73c6301c taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.737109] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-261f8d9e-2aef-441b-b607-3a9c73c6301c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.737175] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-261f8d9e-2aef-441b-b607-3a9c73c6301c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.737431] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-261f8d9e-2aef-441b-b607-3a9c73c6301c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.737592] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.737706] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.737776] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.737940] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.738032] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.738133] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('261f8d9e-2aef-441b-b607-3a9c73c6301c',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.083942] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock network-514 taken with stack trace [, , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.084210] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "network-514" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.084367] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "network-514" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.084827] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "network-514" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.085327] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.085527] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.085694] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.085937] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.086106] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.086328] env[65424]: DEBUG dogpile.cache.region [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] No value present for key: 'zone-id' {{(pid=65424) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 919.086501] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] NeedRegenerationException {{(pid=65424) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 919.086580] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] no value, waiting for create lock {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 919.086662] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] value creation lock acquired {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 919.086794] env[65424]: DEBUG dogpile.cache.region [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] No value present for key: 'zone-id' {{(pid=65424) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 919.086919] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Calling creation function for not-yet-present value {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 919.087067] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 919.116789] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 919.117155] env[65424]: DEBUG dogpile.cache.region [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=65424) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 919.117361] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Released creation lock {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 919.117553] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "network-514" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.117890] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock port-c677bc0d-a1d7-41bd-bf79-6af838bfe83d taken with stack trace [, , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.118083] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "port-c677bc0d-a1d7-41bd-bf79-6af838bfe83d" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.118220] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "port-c677bc0d-a1d7-41bd-bf79-6af838bfe83d" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.118562] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "port-c677bc0d-a1d7-41bd-bf79-6af838bfe83d" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.118707] env[65424]: DEBUG networking_nsxv3.api.rpc [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c677bc0d-a1d7-41bd-bf79-6af838bfe83d',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.242301] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.242301] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.242301] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.242301] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.242301] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.242301] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.242301] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.242301] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.242301] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.242301] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.242301] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 261f8d9e-2aef-441b-b607-3a9c73c6301c already deleted. [ 919.242935] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-261f8d9e-2aef-441b-b607-3a9c73c6301c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.623225] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.623225] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.623632] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.623632] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.623810] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.623921] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Segment Port c677bc0d-a1d7-41bd-bf79-6af838bfe83d not found, creating... [ 919.624193] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.624350] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.624463] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.624718] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.624855] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.625152] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.625302] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.625417] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.625635] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.625777] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.626163] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Resource: SegmentPort with ID: c677bc0d-a1d7-41bd-bf79-6af838bfe83d is going to be created. [ 919.647158] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.647284] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.647385] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.648031] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.648031] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.648167] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "port-c677bc0d-a1d7-41bd-bf79-6af838bfe83d" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.330221] env[65424]: INFO networking_nsxv3.common.synchronization [req-f2e08aad-3241-4c04-8783-ce6c78c372b0 req-bcf6e076-0070-4d31-9e8c-75c41c347eaf service nova] Enqueued Resource ID: 261f8d9e-2aef-441b-b607-3a9c73c6301c with Priority: HIGHEST for action security_group_rules [ 920.330393] env[65424]: INFO networking_nsxv3.common.synchronization [req-f2e08aad-3241-4c04-8783-ce6c78c372b0 req-bcf6e076-0070-4d31-9e8c-75c41c347eaf service nova] Enqueued Resource ID: 261f8d9e-2aef-441b-b607-3a9c73c6301c with Priority: HIGHEST for action security_group_members [ 920.330527] env[65424]: INFO networking_nsxv3.common.synchronization [req-f2e08aad-3241-4c04-8783-ce6c78c372b0 req-bcf6e076-0070-4d31-9e8c-75c41c347eaf service nova] Enqueued Resource ID: c677bc0d-a1d7-41bd-bf79-6af838bfe83d with Priority: HIGHEST for action port [ 920.331027] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 261f8d9e-2aef-441b-b607-3a9c73c6301c with Priority: HIGHEST for action security_group_rules [ 920.331166] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 261f8d9e-2aef-441b-b607-3a9c73c6301c with Priority: HIGHEST for action security_group_members [ 920.331260] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c677bc0d-a1d7-41bd-bf79-6af838bfe83d with Priority: HIGHEST for action port [ 920.332179] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock rules-261f8d9e-2aef-441b-b607-3a9c73c6301c taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.332179] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-261f8d9e-2aef-441b-b607-3a9c73c6301c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.332179] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-261f8d9e-2aef-441b-b607-3a9c73c6301c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.332179] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-261f8d9e-2aef-441b-b607-3a9c73c6301c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.332179] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('261f8d9e-2aef-441b-b607-3a9c73c6301c',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.334450] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-261f8d9e-2aef-441b-b607-3a9c73c6301c taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.334450] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-261f8d9e-2aef-441b-b607-3a9c73c6301c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.334450] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-261f8d9e-2aef-441b-b607-3a9c73c6301c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.334450] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-261f8d9e-2aef-441b-b607-3a9c73c6301c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.334450] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.334450] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.334450] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.334450] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.334450] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.334945] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('261f8d9e-2aef-441b-b607-3a9c73c6301c',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.335611] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock port-c677bc0d-a1d7-41bd-bf79-6af838bfe83d taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.335824] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c677bc0d-a1d7-41bd-bf79-6af838bfe83d" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.335824] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c677bc0d-a1d7-41bd-bf79-6af838bfe83d" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.335969] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c677bc0d-a1d7-41bd-bf79-6af838bfe83d" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.336101] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c677bc0d-a1d7-41bd-bf79-6af838bfe83d',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.837337] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('261f8d9e-2aef-441b-b607-3a9c73c6301c',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.838880] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-261f8d9e-2aef-441b-b607-3a9c73c6301c taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.839036] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-261f8d9e-2aef-441b-b607-3a9c73c6301c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.839182] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c677bc0d-a1d7-41bd-bf79-6af838bfe83d with status ACTIVE [ 920.839365] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.839527] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.839591] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.839736] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.839823] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.839987] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.840100] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.840159] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.840301] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.840375] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.840545] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.840634] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.840694] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.840823] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.840894] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.840975] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c677bc0d-a1d7-41bd-bf79-6af838bfe83d is going to be updated. [ 920.863636] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.863803] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.863845] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.864079] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.864235] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.864385] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c677bc0d-a1d7-41bd-bf79-6af838bfe83d" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.275396] env[65424]: INFO networking_nsxv3.common.synchronization [None req-4268883a-9343-4a3a-943d-ea183a5c459b tempest-AttachVolumeNegativeTest-2145166079 tempest-AttachVolumeNegativeTest-2145166079-project-member] Enqueued Resource ID: bd6771f5-f79f-419d-9a20-a0f85390292a with Priority: HIGHEST for action security_group_rules [ 921.276774] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd6771f5-f79f-419d-9a20-a0f85390292a with Priority: HIGHEST for action security_group_rules [ 921.277088] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bd6771f5-f79f-419d-9a20-a0f85390292a taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.277238] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bd6771f5-f79f-419d-9a20-a0f85390292a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.277313] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bd6771f5-f79f-419d-9a20-a0f85390292a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.277756] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bd6771f5-f79f-419d-9a20-a0f85390292a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.277841] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bd6771f5-f79f-419d-9a20-a0f85390292a',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.343056] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('261f8d9e-2aef-441b-b607-3a9c73c6301c',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.368858] env[65424]: INFO networking_nsxv3.common.synchronization [req-c0ed3fb0-36cf-4f9b-bab0-0b57e00a7706 req-5af625de-cfb1-4d20-921e-15781dc46761 tempest-AttachVolumeTestJSON-986837499 tempest-AttachVolumeTestJSON-986837499-project-member] Enqueued Resource ID: 03dce88b-cfce-4cac-84ed-8c54852afe2a with Priority: HIGHEST for action security_group_members [ 921.369412] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03dce88b-cfce-4cac-84ed-8c54852afe2a with Priority: HIGHEST for action security_group_members [ 921.369719] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-03dce88b-cfce-4cac-84ed-8c54852afe2a taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.369844] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03dce88b-cfce-4cac-84ed-8c54852afe2a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.369913] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03dce88b-cfce-4cac-84ed-8c54852afe2a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.370180] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03dce88b-cfce-4cac-84ed-8c54852afe2a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.370335] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.370433] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.370491] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.370638] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.370869] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.371025] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('03dce88b-cfce-4cac-84ed-8c54852afe2a',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.399293] env[65424]: INFO networking_nsxv3.common.synchronization [None req-25e9d0e6-acdb-4c69-9cc5-76f1c2b8c7c2 tempest-AttachVolumeNegativeTest-2145166079 tempest-AttachVolumeNegativeTest-2145166079-project-member] Enqueued Resource ID: bd6771f5-f79f-419d-9a20-a0f85390292a with Priority: HIGHEST for action security_group_rules [ 921.399977] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd6771f5-f79f-419d-9a20-a0f85390292a with Priority: HIGHEST for action security_group_rules [ 921.400338] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bd6771f5-f79f-419d-9a20-a0f85390292a taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.400497] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bd6771f5-f79f-419d-9a20-a0f85390292a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.739577] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock network-330 taken with stack trace [, , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.739706] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "network-330" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.739806] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "network-330" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.740173] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "network-330" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.740435] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.740591] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.740700] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.740924] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.741065] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.741275] env[65424]: DEBUG dogpile.cache.region [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] No value present for key: 'zone-id' {{(pid=65424) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 921.741382] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] NeedRegenerationException {{(pid=65424) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 921.741486] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] no value, waiting for create lock {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 921.741589] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] value creation lock acquired {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 921.741694] env[65424]: DEBUG dogpile.cache.region [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] No value present for key: 'zone-id' {{(pid=65424) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 921.741796] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Calling creation function for not-yet-present value {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 921.741922] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 921.762727] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 921.762727] env[65424]: DEBUG dogpile.cache.region [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65424) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 921.762727] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Released creation lock {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 921.762727] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "network-330" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.763025] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock port-6ef73623-60a0-4fc7-84cb-3025d4d8672e taken with stack trace [, , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.764369] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "port-6ef73623-60a0-4fc7-84cb-3025d4d8672e" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.764369] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "port-6ef73623-60a0-4fc7-84cb-3025d4d8672e" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.764369] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "port-6ef73623-60a0-4fc7-84cb-3025d4d8672e" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.764369] env[65424]: DEBUG networking_nsxv3.api.rpc [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6ef73623-60a0-4fc7-84cb-3025d4d8672e',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.798738] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.799078] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.799078] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.799184] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.799271] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.799364] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bd6771f5-f79f-419d-9a20-a0f85390292a already deleted. [ 921.799447] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bd6771f5-f79f-419d-9a20-a0f85390292a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.799922] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bd6771f5-f79f-419d-9a20-a0f85390292a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.800108] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bd6771f5-f79f-419d-9a20-a0f85390292a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.800197] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bd6771f5-f79f-419d-9a20-a0f85390292a',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.846027] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.846356] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.846448] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.846697] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.846788] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.846920] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 261f8d9e-2aef-441b-b607-3a9c73c6301c is going to be created. [ 921.873226] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.873226] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.873226] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.873522] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.873522] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.873721] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.873833] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.873898] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.874059] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.874134] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.874216] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 03dce88b-cfce-4cac-84ed-8c54852afe2a already deleted. [ 921.874291] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03dce88b-cfce-4cac-84ed-8c54852afe2a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.875347] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.875467] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.875532] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.875780] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.875939] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.887943] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 261f8d9e-2aef-441b-b607-3a9c73c6301c in Status: UNINITIALIZED for 2s [ 922.266042] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.266267] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.266391] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.266691] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.266849] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.267065] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Segment Port 6ef73623-60a0-4fc7-84cb-3025d4d8672e not found, creating... [ 922.267257] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.267442] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.267572] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.267837] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.267997] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.268325] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.268497] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.268612] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.268863] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.269016] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.270246] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Resource: SegmentPort with ID: 6ef73623-60a0-4fc7-84cb-3025d4d8672e is going to be created. [ 922.294595] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.294849] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.294984] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.295259] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.295481] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.295733] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "port-6ef73623-60a0-4fc7-84cb-3025d4d8672e" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.326795] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.326960] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.327049] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.327277] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.327366] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.327463] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bd6771f5-f79f-419d-9a20-a0f85390292a already deleted. [ 922.327560] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bd6771f5-f79f-419d-9a20-a0f85390292a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.009661] env[65424]: INFO networking_nsxv3.common.synchronization [req-c0ed3fb0-36cf-4f9b-bab0-0b57e00a7706 req-6cef005f-6f9b-4ac8-abab-70ac87625f77 service nova] Enqueued Resource ID: 03dce88b-cfce-4cac-84ed-8c54852afe2a with Priority: HIGHEST for action security_group_rules [ 923.009930] env[65424]: INFO networking_nsxv3.common.synchronization [req-c0ed3fb0-36cf-4f9b-bab0-0b57e00a7706 req-6cef005f-6f9b-4ac8-abab-70ac87625f77 service nova] Enqueued Resource ID: 03dce88b-cfce-4cac-84ed-8c54852afe2a with Priority: HIGHEST for action security_group_members [ 923.010116] env[65424]: INFO networking_nsxv3.common.synchronization [req-c0ed3fb0-36cf-4f9b-bab0-0b57e00a7706 req-6cef005f-6f9b-4ac8-abab-70ac87625f77 service nova] Enqueued Resource ID: 6ef73623-60a0-4fc7-84cb-3025d4d8672e with Priority: HIGHEST for action port [ 923.010718] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03dce88b-cfce-4cac-84ed-8c54852afe2a with Priority: HIGHEST for action security_group_rules [ 923.012490] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03dce88b-cfce-4cac-84ed-8c54852afe2a with Priority: HIGHEST for action security_group_members [ 923.012671] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ef73623-60a0-4fc7-84cb-3025d4d8672e with Priority: HIGHEST for action port [ 923.012998] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock rules-03dce88b-cfce-4cac-84ed-8c54852afe2a taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.013141] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-03dce88b-cfce-4cac-84ed-8c54852afe2a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.013209] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-03dce88b-cfce-4cac-84ed-8c54852afe2a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.013406] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-03dce88b-cfce-4cac-84ed-8c54852afe2a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.013488] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('03dce88b-cfce-4cac-84ed-8c54852afe2a',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.019679] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-03dce88b-cfce-4cac-84ed-8c54852afe2a taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.019814] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03dce88b-cfce-4cac-84ed-8c54852afe2a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.019880] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03dce88b-cfce-4cac-84ed-8c54852afe2a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.020075] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03dce88b-cfce-4cac-84ed-8c54852afe2a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.020238] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.020353] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.020415] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.020744] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.020744] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.020744] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('03dce88b-cfce-4cac-84ed-8c54852afe2a',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.022339] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock port-6ef73623-60a0-4fc7-84cb-3025d4d8672e taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.022445] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6ef73623-60a0-4fc7-84cb-3025d4d8672e" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.022514] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6ef73623-60a0-4fc7-84cb-3025d4d8672e" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.022667] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6ef73623-60a0-4fc7-84cb-3025d4d8672e" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.022882] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6ef73623-60a0-4fc7-84cb-3025d4d8672e',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.116813] env[65424]: INFO networking_nsxv3.common.synchronization [req-31c7f20e-73ee-408e-8d5b-b4200259aa05 req-89c79d11-7f82-4d85-82ed-05c74bb9760a tempest-ImagesOneServerNegativeTestJSON-842281303 tempest-ImagesOneServerNegativeTestJSON-842281303-project-member] Enqueued Resource ID: 2c4d3ec6-0c4f-41fa-bc5e-ff3763e47ac4 with Priority: HIGHEST for action security_group_members [ 923.117453] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c4d3ec6-0c4f-41fa-bc5e-ff3763e47ac4 with Priority: HIGHEST for action security_group_members [ 923.117940] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c4d3ec6-0c4f-41fa-bc5e-ff3763e47ac4 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.118487] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c4d3ec6-0c4f-41fa-bc5e-ff3763e47ac4" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.118563] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c4d3ec6-0c4f-41fa-bc5e-ff3763e47ac4" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.118771] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c4d3ec6-0c4f-41fa-bc5e-ff3763e47ac4" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.118928] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.119051] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.119116] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.119291] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.119380] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.119476] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c4d3ec6-0c4f-41fa-bc5e-ff3763e47ac4',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.519591] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-03dce88b-cfce-4cac-84ed-8c54852afe2a taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.520101] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03dce88b-cfce-4cac-84ed-8c54852afe2a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.527138] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('03dce88b-cfce-4cac-84ed-8c54852afe2a',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.527138] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6ef73623-60a0-4fc7-84cb-3025d4d8672e with status ACTIVE [ 923.527138] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.527138] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.527138] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.527138] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.527138] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.527138] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.527138] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.527138] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.527138] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.527138] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.527138] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.527138] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.527138] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.527138] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.527645] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.527645] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6ef73623-60a0-4fc7-84cb-3025d4d8672e is going to be updated. [ 923.551464] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.551610] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.551684] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.551878] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.552022] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.552389] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6ef73623-60a0-4fc7-84cb-3025d4d8672e" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.624555] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.624746] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.624832] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.625065] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.625183] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.625422] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.625549] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.625650] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.625840] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.625919] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.626050] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c4d3ec6-0c4f-41fa-bc5e-ff3763e47ac4 is going to be updated. [ 923.662346] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.662495] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.662566] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.663014] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.663014] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.678992] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c4d3ec6-0c4f-41fa-bc5e-ff3763e47ac4 in Status: IN_PROGRESS for 2s [ 923.840474] env[65424]: INFO networking_nsxv3.common.synchronization [req-c9b16d8d-1999-4a8b-ad93-d8ad3e7ce80d req-1e232f82-23fb-4fa1-a324-581216eaeae5 tempest-ServersAdminTestJSON-1481990076 tempest-ServersAdminTestJSON-1481990076-project-member] Enqueued Resource ID: d3a6cc57-5bfc-4310-b1a5-b90db89c4977 with Priority: HIGHEST for action security_group_members [ 923.841210] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3a6cc57-5bfc-4310-b1a5-b90db89c4977 with Priority: HIGHEST for action security_group_members [ 923.841640] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3a6cc57-5bfc-4310-b1a5-b90db89c4977 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.841815] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3a6cc57-5bfc-4310-b1a5-b90db89c4977" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.841918] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3a6cc57-5bfc-4310-b1a5-b90db89c4977" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.842420] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3a6cc57-5bfc-4310-b1a5-b90db89c4977" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.842704] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.842908] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.843058] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.843411] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.843594] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.843864] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d3a6cc57-5bfc-4310-b1a5-b90db89c4977',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.900976] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 261f8d9e-2aef-441b-b607-3a9c73c6301c in Status: SUCCESS [ 923.901220] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-261f8d9e-2aef-441b-b607-3a9c73c6301c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.901485] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-261f8d9e-2aef-441b-b607-3a9c73c6301c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.901725] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-261f8d9e-2aef-441b-b607-3a9c73c6301c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.901938] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.902094] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.902145] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.902290] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.902370] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.902495] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-261f8d9e-2aef-441b-b607-3a9c73c6301c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.902549] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('261f8d9e-2aef-441b-b607-3a9c73c6301c',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.030351] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('03dce88b-cfce-4cac-84ed-8c54852afe2a',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.246484] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock network-763 taken with stack trace [, , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.246791] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "network-763" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.246977] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "network-763" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.247264] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "network-763" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.247559] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.247724] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.247842] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.248063] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.248203] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.248407] env[65424]: DEBUG dogpile.cache.region [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] No value present for key: 'zone-id' {{(pid=65424) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 924.248516] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] NeedRegenerationException {{(pid=65424) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 924.248621] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] no value, waiting for create lock {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 924.248724] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] value creation lock acquired {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 924.248827] env[65424]: DEBUG dogpile.cache.region [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] No value present for key: 'zone-id' {{(pid=65424) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 924.248930] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Calling creation function for not-yet-present value {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 924.249068] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 924.269499] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 924.269656] env[65424]: DEBUG dogpile.cache.region [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65424) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 924.269792] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Released creation lock {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 924.269958] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "network-763" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.270527] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock port-ae437b4c-e4b7-44fa-a5ca-1c36ca9823da taken with stack trace [, , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.270527] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "port-ae437b4c-e4b7-44fa-a5ca-1c36ca9823da" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.270670] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "port-ae437b4c-e4b7-44fa-a5ca-1c36ca9823da" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.270991] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "port-ae437b4c-e4b7-44fa-a5ca-1c36ca9823da" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.271148] env[65424]: DEBUG networking_nsxv3.api.rpc [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ae437b4c-e4b7-44fa-a5ca-1c36ca9823da',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.348351] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d3a6cc57-5bfc-4310-b1a5-b90db89c4977',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.405177] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('261f8d9e-2aef-441b-b607-3a9c73c6301c',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.532329] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.532484] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.532648] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.532766] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.532853] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.532958] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 03dce88b-cfce-4cac-84ed-8c54852afe2a is going to be created. [ 924.559429] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.559572] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.559613] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.559798] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.559960] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.571572] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 03dce88b-cfce-4cac-84ed-8c54852afe2a in Status: UNINITIALIZED for 2s [ 924.773873] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.774161] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.774792] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.774792] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.774792] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.774957] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Segment Port ae437b4c-e4b7-44fa-a5ca-1c36ca9823da not found, creating... [ 924.775162] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.775323] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.775436] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.775737] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.775919] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.776259] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.776412] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.776522] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.776759] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.776889] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.778231] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Resource: SegmentPort with ID: ae437b4c-e4b7-44fa-a5ca-1c36ca9823da is going to be created. [ 924.798887] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.799124] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.799244] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.799517] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.799738] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.800122] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "port-ae437b4c-e4b7-44fa-a5ca-1c36ca9823da" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.847984] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d3a6cc57-5bfc-4310-b1a5-b90db89c4977',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.908424] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 261f8d9e-2aef-441b-b607-3a9c73c6301c: rpc.has_security_group_logging(os_id): False [ 924.935072] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.935072] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.935072] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.935072] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.935072] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.939142] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.939142] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.939142] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.939142] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.939142] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.939142] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 261f8d9e-2aef-441b-b607-3a9c73c6301c is going to be created. [ 925.015373] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.015568] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.015615] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.017364] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.017364] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.037056] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 261f8d9e-2aef-441b-b607-3a9c73c6301c in Status: IN_PROGRESS for 2s [ 925.351343] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.351343] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.351508] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.351614] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.351762] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.351824] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d3a6cc57-5bfc-4310-b1a5-b90db89c4977 is going to be updated. [ 925.399918] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.399918] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.399918] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.399918] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.399918] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.409525] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d3a6cc57-5bfc-4310-b1a5-b90db89c4977 in Status: IN_PROGRESS for 2s [ 925.591410] env[65424]: INFO networking_nsxv3.common.synchronization [req-c9b16d8d-1999-4a8b-ad93-d8ad3e7ce80d req-332f0e4c-908b-4171-9a64-85919b10eec3 service nova] Enqueued Resource ID: d3a6cc57-5bfc-4310-b1a5-b90db89c4977 with Priority: HIGHEST for action security_group_rules [ 925.591627] env[65424]: INFO networking_nsxv3.common.synchronization [req-c9b16d8d-1999-4a8b-ad93-d8ad3e7ce80d req-332f0e4c-908b-4171-9a64-85919b10eec3 service nova] Enqueued Resource ID: d3a6cc57-5bfc-4310-b1a5-b90db89c4977 with Priority: HIGHEST for action security_group_members [ 925.592465] env[65424]: INFO networking_nsxv3.common.synchronization [req-c9b16d8d-1999-4a8b-ad93-d8ad3e7ce80d req-332f0e4c-908b-4171-9a64-85919b10eec3 service nova] Enqueued Resource ID: ae437b4c-e4b7-44fa-a5ca-1c36ca9823da with Priority: HIGHEST for action port [ 925.592729] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3a6cc57-5bfc-4310-b1a5-b90db89c4977 with Priority: HIGHEST for action security_group_rules [ 925.593032] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3a6cc57-5bfc-4310-b1a5-b90db89c4977 with Priority: HIGHEST for action security_group_members [ 925.593032] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae437b4c-e4b7-44fa-a5ca-1c36ca9823da with Priority: HIGHEST for action port [ 925.598180] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d3a6cc57-5bfc-4310-b1a5-b90db89c4977 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.598180] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d3a6cc57-5bfc-4310-b1a5-b90db89c4977" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.598180] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d3a6cc57-5bfc-4310-b1a5-b90db89c4977" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.598180] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d3a6cc57-5bfc-4310-b1a5-b90db89c4977" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.598180] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d3a6cc57-5bfc-4310-b1a5-b90db89c4977',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.599315] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3a6cc57-5bfc-4310-b1a5-b90db89c4977 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.599315] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3a6cc57-5bfc-4310-b1a5-b90db89c4977" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.599315] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock port-ae437b4c-e4b7-44fa-a5ca-1c36ca9823da taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.599315] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ae437b4c-e4b7-44fa-a5ca-1c36ca9823da" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.599315] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ae437b4c-e4b7-44fa-a5ca-1c36ca9823da" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.600291] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ae437b4c-e4b7-44fa-a5ca-1c36ca9823da" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.600291] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ae437b4c-e4b7-44fa-a5ca-1c36ca9823da',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.690288] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c4d3ec6-0c4f-41fa-bc5e-ff3763e47ac4 in Status: SUCCESS [ 925.690549] env[65424]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c4d3ec6-0c4f-41fa-bc5e-ff3763e47ac4 deletion is rescheduled due to dependency. [ 925.690728] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c4d3ec6-0c4f-41fa-bc5e-ff3763e47ac4" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.104938] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3a6cc57-5bfc-4310-b1a5-b90db89c4977 taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.108138] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3a6cc57-5bfc-4310-b1a5-b90db89c4977" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.108138] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ae437b4c-e4b7-44fa-a5ca-1c36ca9823da with status ACTIVE [ 926.108138] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.108138] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.108138] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.108138] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.108138] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.108138] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.108138] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.108138] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.108138] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.108138] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.108138] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.108138] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.108138] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.108138] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.108138] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.108739] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ae437b4c-e4b7-44fa-a5ca-1c36ca9823da is going to be updated. [ 926.135939] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.135939] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.135939] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.135939] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.135939] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.135939] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ae437b4c-e4b7-44fa-a5ca-1c36ca9823da" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.584155] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 03dce88b-cfce-4cac-84ed-8c54852afe2a in Status: SUCCESS [ 926.584367] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03dce88b-cfce-4cac-84ed-8c54852afe2a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.584527] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03dce88b-cfce-4cac-84ed-8c54852afe2a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.584847] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03dce88b-cfce-4cac-84ed-8c54852afe2a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.584959] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.585091] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.585157] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.585314] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.585394] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.585476] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03dce88b-cfce-4cac-84ed-8c54852afe2a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.585568] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('03dce88b-cfce-4cac-84ed-8c54852afe2a',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.825742] env[65424]: INFO networking_nsxv3.common.synchronization [req-4573f8b5-b4f3-4d99-aa04-650a23bbae48 req-4a1e45dc-7573-45d3-910a-73e8b96e97ac tempest-ServerMetadataTestJSON-1655597809 tempest-ServerMetadataTestJSON-1655597809-project-member] Enqueued Resource ID: 34a94485-a24e-4ead-9b59-f1ce9b52876e with Priority: HIGHEST for action security_group_members [ 926.829113] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34a94485-a24e-4ead-9b59-f1ce9b52876e with Priority: HIGHEST for action security_group_members [ 926.829113] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-34a94485-a24e-4ead-9b59-f1ce9b52876e taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.829113] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34a94485-a24e-4ead-9b59-f1ce9b52876e" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.829113] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34a94485-a24e-4ead-9b59-f1ce9b52876e" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.829113] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34a94485-a24e-4ead-9b59-f1ce9b52876e" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.829113] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.830446] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.830446] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.830446] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.830446] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.830734] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('34a94485-a24e-4ead-9b59-f1ce9b52876e',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.051108] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 261f8d9e-2aef-441b-b607-3a9c73c6301c in Status: SUCCESS [ 927.051393] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-261f8d9e-2aef-441b-b607-3a9c73c6301c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.092390] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('03dce88b-cfce-4cac-84ed-8c54852afe2a',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.192703] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock network-953 taken with stack trace [, , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.192996] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "network-953" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.193052] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "network-953" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.193351] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "network-953" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.193620] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.193794] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.193912] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.194620] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.195396] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.195634] env[65424]: DEBUG dogpile.cache.region [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] No value present for key: 'zone-id' {{(pid=65424) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 927.195784] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] NeedRegenerationException {{(pid=65424) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 927.195905] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] no value, waiting for create lock {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 927.195996] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] value creation lock acquired {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 927.196125] env[65424]: DEBUG dogpile.cache.region [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] No value present for key: 'zone-id' {{(pid=65424) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 927.196231] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Calling creation function for not-yet-present value {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 927.196363] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 927.217872] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 927.217872] env[65424]: DEBUG dogpile.cache.region [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65424) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 927.218053] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Released creation lock {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 927.218148] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "network-953" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.218462] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock port-4a1b762f-8202-4f5e-9d7a-f66a1924e8ba taken with stack trace [, , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.218683] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "port-4a1b762f-8202-4f5e-9d7a-f66a1924e8ba" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.218762] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "port-4a1b762f-8202-4f5e-9d7a-f66a1924e8ba" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.219268] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "port-4a1b762f-8202-4f5e-9d7a-f66a1924e8ba" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.219268] env[65424]: DEBUG networking_nsxv3.api.rpc [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4a1b762f-8202-4f5e-9d7a-f66a1924e8ba',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.332713] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.332890] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.333120] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.333483] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.333892] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.334195] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.334312] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.334736] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.334736] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.334736] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.334736] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34a94485-a24e-4ead-9b59-f1ce9b52876e already deleted. [ 927.334853] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34a94485-a24e-4ead-9b59-f1ce9b52876e" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.421217] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d3a6cc57-5bfc-4310-b1a5-b90db89c4977 in Status: SUCCESS [ 927.421595] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3a6cc57-5bfc-4310-b1a5-b90db89c4977" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.421595] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3a6cc57-5bfc-4310-b1a5-b90db89c4977" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.421733] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3a6cc57-5bfc-4310-b1a5-b90db89c4977" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.421924] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.422050] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.422121] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.422278] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.422355] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.422450] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d3a6cc57-5bfc-4310-b1a5-b90db89c4977',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.595228] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 03dce88b-cfce-4cac-84ed-8c54852afe2a: rpc.has_security_group_logging(os_id): False [ 927.616117] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.616267] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.616321] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.616716] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.616817] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.617228] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.617356] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.617422] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.617581] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.617657] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.617753] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 03dce88b-cfce-4cac-84ed-8c54852afe2a is going to be created. [ 927.723408] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.723408] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.723408] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.723408] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.723408] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.723408] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Segment Port 4a1b762f-8202-4f5e-9d7a-f66a1924e8ba not found, creating... [ 927.723408] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.723408] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.723408] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.723408] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.724074] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.724074] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.724074] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.724194] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.724363] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.724487] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.724622] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Resource: SegmentPort with ID: 4a1b762f-8202-4f5e-9d7a-f66a1924e8ba is going to be created. [ 927.733041] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.733240] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.733281] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.733536] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.733749] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.750499] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 03dce88b-cfce-4cac-84ed-8c54852afe2a in Status: IN_PROGRESS for 2s [ 927.756210] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.756210] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.756210] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.756210] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.756210] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.756210] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "port-4a1b762f-8202-4f5e-9d7a-f66a1924e8ba" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.924869] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d3a6cc57-5bfc-4310-b1a5-b90db89c4977',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.427341] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d3a6cc57-5bfc-4310-b1a5-b90db89c4977',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.511991] env[65424]: INFO networking_nsxv3.common.synchronization [req-4573f8b5-b4f3-4d99-aa04-650a23bbae48 req-5ee87a77-f96d-443c-aaeb-554c67f0b2d2 service nova] Enqueued Resource ID: 34a94485-a24e-4ead-9b59-f1ce9b52876e with Priority: HIGHEST for action security_group_rules [ 928.511991] env[65424]: INFO networking_nsxv3.common.synchronization [req-4573f8b5-b4f3-4d99-aa04-650a23bbae48 req-5ee87a77-f96d-443c-aaeb-554c67f0b2d2 service nova] Enqueued Resource ID: 34a94485-a24e-4ead-9b59-f1ce9b52876e with Priority: HIGHEST for action security_group_members [ 928.511991] env[65424]: INFO networking_nsxv3.common.synchronization [req-4573f8b5-b4f3-4d99-aa04-650a23bbae48 req-5ee87a77-f96d-443c-aaeb-554c67f0b2d2 service nova] Enqueued Resource ID: 4a1b762f-8202-4f5e-9d7a-f66a1924e8ba with Priority: HIGHEST for action port [ 928.512430] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34a94485-a24e-4ead-9b59-f1ce9b52876e with Priority: HIGHEST for action security_group_rules [ 928.512617] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34a94485-a24e-4ead-9b59-f1ce9b52876e with Priority: HIGHEST for action security_group_members [ 928.512746] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a1b762f-8202-4f5e-9d7a-f66a1924e8ba with Priority: HIGHEST for action port [ 928.512923] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock rules-34a94485-a24e-4ead-9b59-f1ce9b52876e taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.513342] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-34a94485-a24e-4ead-9b59-f1ce9b52876e" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.513456] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-34a94485-a24e-4ead-9b59-f1ce9b52876e" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.513738] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-34a94485-a24e-4ead-9b59-f1ce9b52876e" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.513845] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('34a94485-a24e-4ead-9b59-f1ce9b52876e',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.514700] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-34a94485-a24e-4ead-9b59-f1ce9b52876e taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.514836] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34a94485-a24e-4ead-9b59-f1ce9b52876e" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.514874] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34a94485-a24e-4ead-9b59-f1ce9b52876e" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.515064] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34a94485-a24e-4ead-9b59-f1ce9b52876e" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.515803] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.515912] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.516120] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.516151] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.516306] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.516306] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('34a94485-a24e-4ead-9b59-f1ce9b52876e',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.517335] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock port-4a1b762f-8202-4f5e-9d7a-f66a1924e8ba taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.517335] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4a1b762f-8202-4f5e-9d7a-f66a1924e8ba" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.517335] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4a1b762f-8202-4f5e-9d7a-f66a1924e8ba" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.517519] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4a1b762f-8202-4f5e-9d7a-f66a1924e8ba" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.517519] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4a1b762f-8202-4f5e-9d7a-f66a1924e8ba',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.932570] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.932707] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.932780] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.932991] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.933099] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.933197] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d3a6cc57-5bfc-4310-b1a5-b90db89c4977 is going to be updated. [ 928.946408] env[65424]: INFO networking_nsxv3.common.synchronization [req-8408daad-a867-48da-a935-1f137a2cc1ec req-a22168bc-2750-446f-8a7b-55bafd8e098e tempest-AttachVolumeShelveTestJSON-590228057 tempest-AttachVolumeShelveTestJSON-590228057-project-member] Enqueued Resource ID: ff1adf5a-b63a-40f5-a425-29673d36487c with Priority: HIGHEST for action security_group_members [ 928.947044] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff1adf5a-b63a-40f5-a425-29673d36487c with Priority: HIGHEST for action security_group_members [ 928.947426] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff1adf5a-b63a-40f5-a425-29673d36487c taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.947611] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff1adf5a-b63a-40f5-a425-29673d36487c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.947702] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff1adf5a-b63a-40f5-a425-29673d36487c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.948039] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff1adf5a-b63a-40f5-a425-29673d36487c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.948256] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.948423] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.948498] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.948662] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.948746] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.948842] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ff1adf5a-b63a-40f5-a425-29673d36487c',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.971689] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.971837] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.971882] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.972927] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.972927] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.981464] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d3a6cc57-5bfc-4310-b1a5-b90db89c4977 in Status: IN_PROGRESS for 2s [ 929.019365] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-34a94485-a24e-4ead-9b59-f1ce9b52876e taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.019491] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34a94485-a24e-4ead-9b59-f1ce9b52876e" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.023076] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('34a94485-a24e-4ead-9b59-f1ce9b52876e',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.024027] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4a1b762f-8202-4f5e-9d7a-f66a1924e8ba with status ACTIVE [ 929.024227] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.024352] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.024418] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.025090] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.025090] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.025090] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.025090] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.025090] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.025328] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.025328] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.025477] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.025566] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.025627] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.025969] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.026096] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.026197] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4a1b762f-8202-4f5e-9d7a-f66a1924e8ba is going to be updated. [ 929.048729] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.048729] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.048729] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.048729] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.048729] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.048729] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4a1b762f-8202-4f5e-9d7a-f66a1924e8ba" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.355253] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock network-526 taken with stack trace [, , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.355510] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "network-526" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.355510] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "network-526" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.355968] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "network-526" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.356151] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.356374] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.356448] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.356636] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.357125] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.357125] env[65424]: DEBUG dogpile.cache.region [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] No value present for key: 'zone-id' {{(pid=65424) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 929.357125] env[65424]: DEBUG dogpile.lock [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] NeedRegenerationException {{(pid=65424) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 929.357294] env[65424]: DEBUG dogpile.lock [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] no value, waiting for create lock {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 929.357328] env[65424]: DEBUG dogpile.lock [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] value creation lock acquired {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 929.357411] env[65424]: DEBUG dogpile.cache.region [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] No value present for key: 'zone-id' {{(pid=65424) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 929.357511] env[65424]: DEBUG dogpile.lock [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Calling creation function for not-yet-present value {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 929.357653] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 929.377617] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 929.377774] env[65424]: DEBUG dogpile.cache.region [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65424) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 929.377911] env[65424]: DEBUG dogpile.lock [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Released creation lock {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 929.378114] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "network-526" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.378424] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock port-a190b9ed-167a-4606-b3f5-c73b1750b124 taken with stack trace [, , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.378594] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "port-a190b9ed-167a-4606-b3f5-c73b1750b124" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.378714] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "port-a190b9ed-167a-4606-b3f5-c73b1750b124" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.379134] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "port-a190b9ed-167a-4606-b3f5-c73b1750b124" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.379281] env[65424]: DEBUG networking_nsxv3.api.rpc [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a190b9ed-167a-4606-b3f5-c73b1750b124',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.452385] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.452683] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.452683] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.452873] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.452974] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.453179] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.453287] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.453329] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.453844] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.453844] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.453844] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff1adf5a-b63a-40f5-a425-29673d36487c already deleted. [ 929.453844] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff1adf5a-b63a-40f5-a425-29673d36487c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.528751] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('34a94485-a24e-4ead-9b59-f1ce9b52876e',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.762159] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 03dce88b-cfce-4cac-84ed-8c54852afe2a in Status: SUCCESS [ 929.762394] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-03dce88b-cfce-4cac-84ed-8c54852afe2a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.881785] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.882110] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.882252] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.882581] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.882754] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.882959] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Segment Port a190b9ed-167a-4606-b3f5-c73b1750b124 not found, creating... [ 929.883288] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.883542] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.883710] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.883947] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.884462] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.884972] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.885320] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.885589] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.885846] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.886051] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.886249] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Resource: SegmentPort with ID: a190b9ed-167a-4606-b3f5-c73b1750b124 is going to be created. [ 929.910289] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.910501] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.910624] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.910892] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.911131] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.911350] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "port-a190b9ed-167a-4606-b3f5-c73b1750b124" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.031463] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.031853] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.031853] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.032046] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.032117] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.032238] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34a94485-a24e-4ead-9b59-f1ce9b52876e is going to be created. [ 930.068887] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.070158] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.070158] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.070158] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.070158] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.083121] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34a94485-a24e-4ead-9b59-f1ce9b52876e in Status: UNINITIALIZED for 2s [ 930.579457] env[65424]: INFO networking_nsxv3.common.synchronization [req-f94a0f50-e024-44e3-b6f7-6d15a4d118ff req-cffd8c78-9ff6-4252-b910-588e2b50feaa tempest-DeleteServersTestJSON-984948509 tempest-DeleteServersTestJSON-984948509-project-member] Enqueued Resource ID: 59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9 with Priority: HIGHEST for action security_group_members [ 930.579870] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9 with Priority: HIGHEST for action security_group_members [ 930.580260] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.580647] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.580647] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.580647] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.580834] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.580936] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.580998] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.581192] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.581275] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.581368] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.673141] env[65424]: INFO networking_nsxv3.common.synchronization [req-8408daad-a867-48da-a935-1f137a2cc1ec req-3fdc5861-b25f-4ded-8095-5ec36a9d36ff service nova] Enqueued Resource ID: ff1adf5a-b63a-40f5-a425-29673d36487c with Priority: HIGHEST for action security_group_rules [ 930.673141] env[65424]: INFO networking_nsxv3.common.synchronization [req-8408daad-a867-48da-a935-1f137a2cc1ec req-3fdc5861-b25f-4ded-8095-5ec36a9d36ff service nova] Enqueued Resource ID: ff1adf5a-b63a-40f5-a425-29673d36487c with Priority: HIGHEST for action security_group_members [ 930.673141] env[65424]: INFO networking_nsxv3.common.synchronization [req-8408daad-a867-48da-a935-1f137a2cc1ec req-3fdc5861-b25f-4ded-8095-5ec36a9d36ff service nova] Enqueued Resource ID: a190b9ed-167a-4606-b3f5-c73b1750b124 with Priority: HIGHEST for action port [ 930.673141] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff1adf5a-b63a-40f5-a425-29673d36487c with Priority: HIGHEST for action security_group_rules [ 930.673141] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff1adf5a-b63a-40f5-a425-29673d36487c with Priority: HIGHEST for action security_group_members [ 930.673141] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a190b9ed-167a-4606-b3f5-c73b1750b124 with Priority: HIGHEST for action port [ 930.676024] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ff1adf5a-b63a-40f5-a425-29673d36487c taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.676024] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ff1adf5a-b63a-40f5-a425-29673d36487c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.676024] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ff1adf5a-b63a-40f5-a425-29673d36487c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.676024] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ff1adf5a-b63a-40f5-a425-29673d36487c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.676024] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ff1adf5a-b63a-40f5-a425-29673d36487c',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.676024] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff1adf5a-b63a-40f5-a425-29673d36487c taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.676024] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff1adf5a-b63a-40f5-a425-29673d36487c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.676024] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff1adf5a-b63a-40f5-a425-29673d36487c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.676024] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff1adf5a-b63a-40f5-a425-29673d36487c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.676796] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.676796] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.676796] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.676796] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.676962] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.676962] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ff1adf5a-b63a-40f5-a425-29673d36487c',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.678229] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock port-a190b9ed-167a-4606-b3f5-c73b1750b124 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.678442] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a190b9ed-167a-4606-b3f5-c73b1750b124" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.679597] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a190b9ed-167a-4606-b3f5-c73b1750b124" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.679597] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a190b9ed-167a-4606-b3f5-c73b1750b124" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.679597] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a190b9ed-167a-4606-b3f5-c73b1750b124',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.994261] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d3a6cc57-5bfc-4310-b1a5-b90db89c4977 in Status: SUCCESS [ 930.994607] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3a6cc57-5bfc-4310-b1a5-b90db89c4977" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.996843] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3a6cc57-5bfc-4310-b1a5-b90db89c4977" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.996843] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3a6cc57-5bfc-4310-b1a5-b90db89c4977" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.996843] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.996843] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.996843] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.996843] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.997210] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.997432] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3a6cc57-5bfc-4310-b1a5-b90db89c4977" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.997552] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d3a6cc57-5bfc-4310-b1a5-b90db89c4977',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.083253] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.083416] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.083487] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.083774] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.083867] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.084174] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.084174] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.084296] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.084392] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.084467] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.084551] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9 is going to be updated. [ 931.115993] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.115993] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.115993] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.115993] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.115993] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.127797] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9 in Status: IN_PROGRESS for 2s [ 931.180849] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff1adf5a-b63a-40f5-a425-29673d36487c taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.180849] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff1adf5a-b63a-40f5-a425-29673d36487c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.181123] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ff1adf5a-b63a-40f5-a425-29673d36487c',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.182197] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a190b9ed-167a-4606-b3f5-c73b1750b124 with status ACTIVE [ 931.182382] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.182507] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.182573] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.182769] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.182857] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.183623] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.183623] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.183623] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.183623] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.183623] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.183623] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.184091] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.184091] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.184091] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.184091] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.185880] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a190b9ed-167a-4606-b3f5-c73b1750b124 is going to be updated. [ 931.208813] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.208813] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.208813] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.208813] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.208813] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.208813] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a190b9ed-167a-4606-b3f5-c73b1750b124" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.500991] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3a6cc57-5bfc-4310-b1a5-b90db89c4977 taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.501192] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3a6cc57-5bfc-4310-b1a5-b90db89c4977" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.501305] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3a6cc57-5bfc-4310-b1a5-b90db89c4977" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.501547] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3a6cc57-5bfc-4310-b1a5-b90db89c4977" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.502275] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.502275] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.502275] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.502275] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.502543] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.502543] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3a6cc57-5bfc-4310-b1a5-b90db89c4977" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.502659] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3a6cc57-5bfc-4310-b1a5-b90db89c4977 taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.502704] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3a6cc57-5bfc-4310-b1a5-b90db89c4977" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.502754] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3a6cc57-5bfc-4310-b1a5-b90db89c4977" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.502912] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3a6cc57-5bfc-4310-b1a5-b90db89c4977" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.503076] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.503175] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.503239] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.503381] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.503459] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.503541] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3a6cc57-5bfc-4310-b1a5-b90db89c4977" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.503752] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d3a6cc57-5bfc-4310-b1a5-b90db89c4977',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.689189] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ff1adf5a-b63a-40f5-a425-29673d36487c',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.006516] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d3a6cc57-5bfc-4310-b1a5-b90db89c4977: rpc.has_security_group_logging(os_id): False [ 932.027210] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.027210] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.027210] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.027210] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.027210] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.027210] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.027210] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.027210] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.027210] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.027210] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.027210] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.027702] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.027702] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.027702] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.027702] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.027702] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.027890] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.027890] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.027968] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.027998] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.028539] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d3a6cc57-5bfc-4310-b1a5-b90db89c4977 is going to be updated. [ 932.095561] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.095772] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.095872] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.096181] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.096350] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.098019] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34a94485-a24e-4ead-9b59-f1ce9b52876e in Status: SUCCESS [ 932.100498] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34a94485-a24e-4ead-9b59-f1ce9b52876e" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.100498] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34a94485-a24e-4ead-9b59-f1ce9b52876e" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.100498] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34a94485-a24e-4ead-9b59-f1ce9b52876e" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.100498] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.100498] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.100498] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.100725] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.100725] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.100827] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34a94485-a24e-4ead-9b59-f1ce9b52876e" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.100909] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('34a94485-a24e-4ead-9b59-f1ce9b52876e',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.110288] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d3a6cc57-5bfc-4310-b1a5-b90db89c4977 in Status: IN_PROGRESS for 2s [ 932.191037] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.191279] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.191358] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.191645] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.195355] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.195355] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff1adf5a-b63a-40f5-a425-29673d36487c is going to be created. [ 932.228452] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.228718] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.228718] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.228889] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.229142] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.251734] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff1adf5a-b63a-40f5-a425-29673d36487c in Status: UNINITIALIZED for 2s [ 932.605121] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-34a94485-a24e-4ead-9b59-f1ce9b52876e taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.605263] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34a94485-a24e-4ead-9b59-f1ce9b52876e" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.605263] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34a94485-a24e-4ead-9b59-f1ce9b52876e" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.605517] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34a94485-a24e-4ead-9b59-f1ce9b52876e" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.605698] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.605834] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.605908] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.606702] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.606835] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.606964] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34a94485-a24e-4ead-9b59-f1ce9b52876e" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.607156] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-34a94485-a24e-4ead-9b59-f1ce9b52876e taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.607257] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34a94485-a24e-4ead-9b59-f1ce9b52876e" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.607546] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34a94485-a24e-4ead-9b59-f1ce9b52876e" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.607723] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34a94485-a24e-4ead-9b59-f1ce9b52876e" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.607876] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.607972] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.608063] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.608213] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.608290] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.608376] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34a94485-a24e-4ead-9b59-f1ce9b52876e" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.608468] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('34a94485-a24e-4ead-9b59-f1ce9b52876e',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.111080] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 34a94485-a24e-4ead-9b59-f1ce9b52876e: rpc.has_security_group_logging(os_id): False [ 933.134254] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.134409] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.134457] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.134667] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.134755] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.134959] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.135046] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.135104] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.135243] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.135354] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.135504] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.136999] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.137157] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.138760] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.138855] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.139106] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.139218] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.139282] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.139519] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.139612] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.139710] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 34a94485-a24e-4ead-9b59-f1ce9b52876e is going to be created. [ 933.143727] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9 in Status: SUCCESS [ 933.144554] env[65424]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9 deletion is rescheduled due to dependency. [ 933.144554] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.209646] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.209759] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.209759] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.209990] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.210169] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.225919] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 34a94485-a24e-4ead-9b59-f1ce9b52876e in Status: IN_PROGRESS for 2s [ 934.125144] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d3a6cc57-5bfc-4310-b1a5-b90db89c4977 in Status: SUCCESS [ 934.125718] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d3a6cc57-5bfc-4310-b1a5-b90db89c4977" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.260694] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff1adf5a-b63a-40f5-a425-29673d36487c in Status: SUCCESS [ 934.261043] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff1adf5a-b63a-40f5-a425-29673d36487c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.261244] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff1adf5a-b63a-40f5-a425-29673d36487c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.261465] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff1adf5a-b63a-40f5-a425-29673d36487c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.261660] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.261779] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.261852] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.262017] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.262119] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.262187] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff1adf5a-b63a-40f5-a425-29673d36487c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.262279] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ff1adf5a-b63a-40f5-a425-29673d36487c',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.767946] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ff1adf5a-b63a-40f5-a425-29673d36487c',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.243389] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 34a94485-a24e-4ead-9b59-f1ce9b52876e in Status: SUCCESS [ 935.243389] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-34a94485-a24e-4ead-9b59-f1ce9b52876e" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.250888] env[65424]: INFO networking_nsxv3.common.synchronization [None req-948b50f9-5a26-4985-9ca9-fe309037addf tempest-ServerDiskConfigTestJSON-1442015367 tempest-ServerDiskConfigTestJSON-1442015367-project-member] Enqueued Resource ID: eef1727b-d3aa-48e9-a51b-29b3421e0c8b with Priority: HIGHEST for action security_group_rules [ 935.251540] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eef1727b-d3aa-48e9-a51b-29b3421e0c8b with Priority: HIGHEST for action security_group_rules [ 935.251868] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eef1727b-d3aa-48e9-a51b-29b3421e0c8b taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.252454] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eef1727b-d3aa-48e9-a51b-29b3421e0c8b" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.252566] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eef1727b-d3aa-48e9-a51b-29b3421e0c8b" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.252860] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eef1727b-d3aa-48e9-a51b-29b3421e0c8b" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.253020] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eef1727b-d3aa-48e9-a51b-29b3421e0c8b',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.270693] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ff1adf5a-b63a-40f5-a425-29673d36487c: rpc.has_security_group_logging(os_id): False [ 935.292818] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.292818] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.292818] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.293189] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.293189] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.293311] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.293421] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.293467] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.293587] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.293673] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.293806] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ff1adf5a-b63a-40f5-a425-29673d36487c is going to be created. [ 935.355144] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.355369] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.356035] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.356035] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.356969] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.371826] env[65424]: INFO networking_nsxv3.common.synchronization [None req-ca178ae7-bad1-4ed4-b8bf-012e78965019 tempest-ServerDiskConfigTestJSON-1442015367 tempest-ServerDiskConfigTestJSON-1442015367-project-member] Enqueued Resource ID: eef1727b-d3aa-48e9-a51b-29b3421e0c8b with Priority: HIGHEST for action security_group_rules [ 935.372437] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eef1727b-d3aa-48e9-a51b-29b3421e0c8b with Priority: HIGHEST for action security_group_rules [ 935.373022] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eef1727b-d3aa-48e9-a51b-29b3421e0c8b taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.373022] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eef1727b-d3aa-48e9-a51b-29b3421e0c8b" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.374399] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ff1adf5a-b63a-40f5-a425-29673d36487c in Status: IN_PROGRESS for 2s [ 935.779852] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.779852] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.779852] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.779852] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.779852] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.779852] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eef1727b-d3aa-48e9-a51b-29b3421e0c8b already deleted. [ 935.780345] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eef1727b-d3aa-48e9-a51b-29b3421e0c8b" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.780345] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eef1727b-d3aa-48e9-a51b-29b3421e0c8b" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.780407] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eef1727b-d3aa-48e9-a51b-29b3421e0c8b" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.780492] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eef1727b-d3aa-48e9-a51b-29b3421e0c8b',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.311328] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.311328] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.311328] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.311657] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.311657] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.311657] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eef1727b-d3aa-48e9-a51b-29b3421e0c8b already deleted. [ 936.312121] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eef1727b-d3aa-48e9-a51b-29b3421e0c8b" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.389892] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ff1adf5a-b63a-40f5-a425-29673d36487c in Status: SUCCESS [ 937.390251] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ff1adf5a-b63a-40f5-a425-29673d36487c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.934464] env[65424]: INFO networking_nsxv3.common.synchronization [req-9511c2fd-51b7-4099-b104-518b456c932c req-de1c8ec4-664a-438f-a81a-000583767e22 tempest-ServerDiskConfigTestJSON-1442015367 tempest-ServerDiskConfigTestJSON-1442015367-project-member] Enqueued Resource ID: 62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f with Priority: HIGHEST for action security_group_members [ 938.935175] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f with Priority: HIGHEST for action security_group_members [ 938.935481] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.935613] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.935681] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.935934] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.936077] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.936187] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.936283] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.936782] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.936782] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.936782] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.439115] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.439259] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.439329] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.439556] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.439648] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.439848] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.439947] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.440015] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.440169] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.440253] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.440359] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f is going to be updated. [ 939.477650] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.477650] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.477650] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.477880] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.477951] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.487282] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f in Status: IN_PROGRESS for 2s [ 941.500124] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f in Status: SUCCESS [ 941.500645] env[65424]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f deletion is rescheduled due to dependency. [ 941.500645] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.023348] env[65424]: INFO networking_nsxv3.common.synchronization [req-87a3a1d7-fff3-44ff-8308-f216c0efefc9 req-3694c557-f09a-471e-ac6f-3ae8a5c489fa tempest-ServerMetadataTestJSON-1655597809 tempest-ServerMetadataTestJSON-1655597809-project-member] Enqueued Resource ID: 34a94485-a24e-4ead-9b59-f1ce9b52876e with Priority: HIGHEST for action security_group_members [ 943.024427] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34a94485-a24e-4ead-9b59-f1ce9b52876e with Priority: HIGHEST for action security_group_members [ 943.024427] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-34a94485-a24e-4ead-9b59-f1ce9b52876e taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.024427] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34a94485-a24e-4ead-9b59-f1ce9b52876e" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.024427] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34a94485-a24e-4ead-9b59-f1ce9b52876e" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.024596] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34a94485-a24e-4ead-9b59-f1ce9b52876e" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.024712] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.024812] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.024875] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.025160] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.025287] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.025428] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('34a94485-a24e-4ead-9b59-f1ce9b52876e',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.528253] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.528460] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.528558] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.528810] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.528934] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.529168] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.529316] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.529403] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.529638] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.529771] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.529890] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34a94485-a24e-4ead-9b59-f1ce9b52876e is going to be updated. [ 943.558472] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.558620] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.558698] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.558879] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.559064] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.568891] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34a94485-a24e-4ead-9b59-f1ce9b52876e in Status: IN_PROGRESS for 2s [ 943.827805] env[65424]: INFO networking_nsxv3.common.synchronization [req-d3ac03cb-fe17-4967-9cda-3c9ec62caba9 req-30fce275-1fb7-4d3c-abe6-efa239fc175f tempest-MigrationsAdminTest-53002843 tempest-MigrationsAdminTest-53002843-project-member] Enqueued Resource ID: 9c77e0b5-de72-4db2-a933-8eadeb7274a8 with Priority: HIGHEST for action security_group_members [ 943.828312] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c77e0b5-de72-4db2-a933-8eadeb7274a8 with Priority: HIGHEST for action security_group_members [ 943.828613] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c77e0b5-de72-4db2-a933-8eadeb7274a8 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.828736] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c77e0b5-de72-4db2-a933-8eadeb7274a8" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.828800] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c77e0b5-de72-4db2-a933-8eadeb7274a8" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.828996] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c77e0b5-de72-4db2-a933-8eadeb7274a8" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.829166] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.829261] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.829322] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.829483] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.829541] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.829635] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9c77e0b5-de72-4db2-a933-8eadeb7274a8',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.331761] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9c77e0b5-de72-4db2-a933-8eadeb7274a8',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.833692] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9c77e0b5-de72-4db2-a933-8eadeb7274a8',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.291044] env[65424]: INFO networking_nsxv3.common.synchronization [req-a67cdeed-7ac7-402e-8ef2-0827c51d360c req-b7463979-06f7-4ccd-9ed3-7a3614d5327d tempest-AttachVolumeNegativeTest-2145166079 tempest-AttachVolumeNegativeTest-2145166079-project-member] Enqueued Resource ID: bd6771f5-f79f-419d-9a20-a0f85390292a with Priority: HIGHEST for action security_group_members [ 945.291044] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd6771f5-f79f-419d-9a20-a0f85390292a with Priority: HIGHEST for action security_group_members [ 945.291445] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd6771f5-f79f-419d-9a20-a0f85390292a taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.291825] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd6771f5-f79f-419d-9a20-a0f85390292a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.291999] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd6771f5-f79f-419d-9a20-a0f85390292a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.292340] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd6771f5-f79f-419d-9a20-a0f85390292a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.292622] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.292912] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.293133] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.293390] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.293564] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.293741] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bd6771f5-f79f-419d-9a20-a0f85390292a',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.336578] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.337032] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.337032] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.337278] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.337610] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.337610] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c77e0b5-de72-4db2-a933-8eadeb7274a8 is going to be updated. [ 945.373700] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.373853] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.373927] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.374178] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.374329] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.386656] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c77e0b5-de72-4db2-a933-8eadeb7274a8 in Status: IN_PROGRESS for 2s [ 945.580049] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34a94485-a24e-4ead-9b59-f1ce9b52876e in Status: SUCCESS [ 945.580380] env[65424]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34a94485-a24e-4ead-9b59-f1ce9b52876e deletion is rescheduled due to dependency. [ 945.580380] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34a94485-a24e-4ead-9b59-f1ce9b52876e" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.686970] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock network-339 taken with stack trace [, , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.686970] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "network-339" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.686970] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "network-339" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.687152] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "network-339" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.687420] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.687595] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.687710] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.687957] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.688091] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.688293] env[65424]: DEBUG dogpile.cache.region [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] No value present for key: 'zone-id' {{(pid=65424) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 945.688401] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] NeedRegenerationException {{(pid=65424) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 945.688510] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] no value, waiting for create lock {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 945.688618] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] value creation lock acquired {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 945.688775] env[65424]: DEBUG dogpile.cache.region [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] No value present for key: 'zone-id' {{(pid=65424) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 945.688902] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Calling creation function for not-yet-present value {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 945.689184] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 945.709528] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 945.709528] env[65424]: DEBUG dogpile.cache.region [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65424) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 945.709765] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Released creation lock {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 945.709765] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "network-339" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.710168] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock port-04c96580-55df-4223-b3b6-7cafbac40e83 taken with stack trace [, , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.710282] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "port-04c96580-55df-4223-b3b6-7cafbac40e83" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.710392] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "port-04c96580-55df-4223-b3b6-7cafbac40e83" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.710686] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "port-04c96580-55df-4223-b3b6-7cafbac40e83" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.710824] env[65424]: DEBUG networking_nsxv3.api.rpc [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('04c96580-55df-4223-b3b6-7cafbac40e83',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.797043] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.797179] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.797343] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.798455] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.798455] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.798455] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.798455] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.798455] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.798455] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.798455] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.798455] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd6771f5-f79f-419d-9a20-a0f85390292a already deleted. [ 945.798455] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd6771f5-f79f-419d-9a20-a0f85390292a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.212914] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.213175] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.213307] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.213620] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.213802] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.214032] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Segment Port 04c96580-55df-4223-b3b6-7cafbac40e83 not found, creating... [ 946.214313] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.214473] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.214589] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.214813] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.214949] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.215348] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.215520] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.215639] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.215849] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.216045] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.216193] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Resource: SegmentPort with ID: 04c96580-55df-4223-b3b6-7cafbac40e83 is going to be created. [ 946.236162] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.236386] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.236523] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.236808] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.237063] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.237298] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "port-04c96580-55df-4223-b3b6-7cafbac40e83" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.947858] env[65424]: INFO networking_nsxv3.common.synchronization [req-a67cdeed-7ac7-402e-8ef2-0827c51d360c req-626ad8dc-359a-4650-9aeb-2544220370a4 service nova] Enqueued Resource ID: bd6771f5-f79f-419d-9a20-a0f85390292a with Priority: HIGHEST for action security_group_rules [ 946.948186] env[65424]: INFO networking_nsxv3.common.synchronization [req-a67cdeed-7ac7-402e-8ef2-0827c51d360c req-626ad8dc-359a-4650-9aeb-2544220370a4 service nova] Enqueued Resource ID: bd6771f5-f79f-419d-9a20-a0f85390292a with Priority: HIGHEST for action security_group_members [ 946.948186] env[65424]: INFO networking_nsxv3.common.synchronization [req-a67cdeed-7ac7-402e-8ef2-0827c51d360c req-626ad8dc-359a-4650-9aeb-2544220370a4 service nova] Enqueued Resource ID: 04c96580-55df-4223-b3b6-7cafbac40e83 with Priority: HIGHEST for action port [ 946.948680] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd6771f5-f79f-419d-9a20-a0f85390292a with Priority: HIGHEST for action security_group_rules [ 946.948813] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd6771f5-f79f-419d-9a20-a0f85390292a with Priority: HIGHEST for action security_group_members [ 946.949046] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04c96580-55df-4223-b3b6-7cafbac40e83 with Priority: HIGHEST for action port [ 946.949590] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bd6771f5-f79f-419d-9a20-a0f85390292a taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.949590] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bd6771f5-f79f-419d-9a20-a0f85390292a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.949590] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bd6771f5-f79f-419d-9a20-a0f85390292a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.949753] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bd6771f5-f79f-419d-9a20-a0f85390292a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.949825] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bd6771f5-f79f-419d-9a20-a0f85390292a',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.950786] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd6771f5-f79f-419d-9a20-a0f85390292a taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.951195] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd6771f5-f79f-419d-9a20-a0f85390292a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.951272] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd6771f5-f79f-419d-9a20-a0f85390292a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.951448] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd6771f5-f79f-419d-9a20-a0f85390292a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.951584] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.951674] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.951739] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.951877] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.951969] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.952070] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bd6771f5-f79f-419d-9a20-a0f85390292a',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.952810] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock port-04c96580-55df-4223-b3b6-7cafbac40e83 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.953378] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-04c96580-55df-4223-b3b6-7cafbac40e83" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.953378] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-04c96580-55df-4223-b3b6-7cafbac40e83" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.954559] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-04c96580-55df-4223-b3b6-7cafbac40e83" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.954659] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('04c96580-55df-4223-b3b6-7cafbac40e83',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.401477] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c77e0b5-de72-4db2-a933-8eadeb7274a8 in Status: SUCCESS [ 947.401477] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c77e0b5-de72-4db2-a933-8eadeb7274a8" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.456518] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bd6771f5-f79f-419d-9a20-a0f85390292a',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.457756] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd6771f5-f79f-419d-9a20-a0f85390292a taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.457907] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd6771f5-f79f-419d-9a20-a0f85390292a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.457991] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 04c96580-55df-4223-b3b6-7cafbac40e83 with status ACTIVE [ 947.458216] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.458346] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.458428] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.459325] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.459325] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.459325] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.459325] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.459325] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.459325] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.459325] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.463425] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.463572] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.463656] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.463823] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.463929] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.463995] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 04c96580-55df-4223-b3b6-7cafbac40e83 is going to be updated. [ 947.485857] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.486040] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.486345] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.486717] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.486945] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.487286] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-04c96580-55df-4223-b3b6-7cafbac40e83" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.966458] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bd6771f5-f79f-419d-9a20-a0f85390292a',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.469154] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.469333] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.469421] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.469612] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.469701] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.469800] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd6771f5-f79f-419d-9a20-a0f85390292a is going to be created. [ 948.498851] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.499059] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.499158] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.499524] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.499660] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.511292] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd6771f5-f79f-419d-9a20-a0f85390292a in Status: UNINITIALIZED for 2s [ 949.632301] env[65424]: INFO networking_nsxv3.common.synchronization [req-8a5180d0-f5d7-461d-b133-5bac0d817f6d req-6d7f26d4-1076-42fa-9cad-9481e5b6a984 tempest-DeleteServersTestJSON-984948509 tempest-DeleteServersTestJSON-984948509-project-member] Enqueued Resource ID: 59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9 with Priority: HIGHEST for action security_group_members [ 949.632933] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9 with Priority: HIGHEST for action security_group_members [ 949.633144] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.633656] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.633656] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.633656] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.633656] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.634052] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.634052] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.634052] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.634052] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.634181] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.938058] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock network-31 taken with stack trace [, , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.938058] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "network-31" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.938058] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "network-31" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.938379] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "network-31" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.938584] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.938764] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.938898] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.939166] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.939305] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.939527] env[65424]: DEBUG dogpile.cache.region [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] No value present for key: 'zone-id' {{(pid=65424) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 949.939644] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] NeedRegenerationException {{(pid=65424) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 949.939770] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] no value, waiting for create lock {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 949.939907] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] value creation lock acquired {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 949.940024] env[65424]: DEBUG dogpile.cache.region [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] No value present for key: 'zone-id' {{(pid=65424) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 949.940134] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Calling creation function for not-yet-present value {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 949.940374] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 949.961436] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 949.961607] env[65424]: DEBUG dogpile.cache.region [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65424) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 949.961747] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Released creation lock {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 949.961918] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "network-31" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.962246] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock port-bd0eb437-6a5e-496d-b2bb-bb424179713c taken with stack trace [, , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.962420] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "port-bd0eb437-6a5e-496d-b2bb-bb424179713c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.962534] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "port-bd0eb437-6a5e-496d-b2bb-bb424179713c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.962860] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "port-bd0eb437-6a5e-496d-b2bb-bb424179713c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.962996] env[65424]: DEBUG networking_nsxv3.api.rpc [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bd0eb437-6a5e-496d-b2bb-bb424179713c',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.136046] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.136225] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.136298] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.136512] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.136600] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.136794] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.136951] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.137052] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.137200] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.137280] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.137366] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9 is going to be updated. [ 950.164960] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.165127] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.165178] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.165381] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.165518] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.174179] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9 in Status: IN_PROGRESS for 2s [ 950.465454] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.465650] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.466240] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.466240] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.466396] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.466486] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Segment Port bd0eb437-6a5e-496d-b2bb-bb424179713c not found, creating... [ 950.466841] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.466946] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.467375] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.467375] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.467498] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.467700] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.467865] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.468609] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.468609] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.468609] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.468609] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Resource: SegmentPort with ID: bd0eb437-6a5e-496d-b2bb-bb424179713c is going to be created. [ 950.488755] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.488904] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.489140] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.489549] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.489635] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.489814] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "port-bd0eb437-6a5e-496d-b2bb-bb424179713c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.523030] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd6771f5-f79f-419d-9a20-a0f85390292a in Status: SUCCESS [ 950.523270] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd6771f5-f79f-419d-9a20-a0f85390292a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.524464] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd6771f5-f79f-419d-9a20-a0f85390292a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.524464] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd6771f5-f79f-419d-9a20-a0f85390292a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.524464] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.524464] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.524464] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.524464] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.524464] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.524464] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd6771f5-f79f-419d-9a20-a0f85390292a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.524995] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bd6771f5-f79f-419d-9a20-a0f85390292a',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.027233] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bd6771f5-f79f-419d-9a20-a0f85390292a',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.312559] env[65424]: INFO networking_nsxv3.common.synchronization [req-8a5180d0-f5d7-461d-b133-5bac0d817f6d req-4175a3f4-60e2-4de8-b71a-e381d58f1cce service nova] Enqueued Resource ID: 59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9 with Priority: HIGHEST for action security_group_rules [ 951.312879] env[65424]: INFO networking_nsxv3.common.synchronization [req-8a5180d0-f5d7-461d-b133-5bac0d817f6d req-4175a3f4-60e2-4de8-b71a-e381d58f1cce service nova] Enqueued Resource ID: 59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9 with Priority: HIGHEST for action security_group_members [ 951.313049] env[65424]: INFO networking_nsxv3.common.synchronization [req-8a5180d0-f5d7-461d-b133-5bac0d817f6d req-4175a3f4-60e2-4de8-b71a-e381d58f1cce service nova] Enqueued Resource ID: bd0eb437-6a5e-496d-b2bb-bb424179713c with Priority: HIGHEST for action port [ 951.313600] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9 with Priority: HIGHEST for action security_group_rules [ 951.314028] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9 with Priority: HIGHEST for action security_group_members [ 951.314028] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd0eb437-6a5e-496d-b2bb-bb424179713c with Priority: HIGHEST for action port [ 951.314360] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock rules-59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.314494] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.314572] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.314804] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.314885] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.316172] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.316282] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.316496] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock port-bd0eb437-6a5e-496d-b2bb-bb424179713c taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.316606] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bd0eb437-6a5e-496d-b2bb-bb424179713c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.316667] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bd0eb437-6a5e-496d-b2bb-bb424179713c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.316905] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bd0eb437-6a5e-496d-b2bb-bb424179713c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.316992] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bd0eb437-6a5e-496d-b2bb-bb424179713c',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.530163] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bd6771f5-f79f-419d-9a20-a0f85390292a: rpc.has_security_group_logging(os_id): False [ 951.547984] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.548205] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.548205] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.548338] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.548425] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.548657] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.548820] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.548820] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.548968] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.549055] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.549155] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bd6771f5-f79f-419d-9a20-a0f85390292a is going to be created. [ 951.610826] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.610826] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.610826] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.611143] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.611407] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.624110] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bd6771f5-f79f-419d-9a20-a0f85390292a in Status: IN_PROGRESS for 2s [ 951.819333] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9 taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.819479] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.819648] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bd0eb437-6a5e-496d-b2bb-bb424179713c with status ACTIVE [ 951.819817] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.819925] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.820684] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.820684] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.820684] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.820684] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.820684] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.820684] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.821080] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.821080] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.821080] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.821252] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.821252] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.821358] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.821358] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.821453] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bd0eb437-6a5e-496d-b2bb-bb424179713c is going to be updated. [ 951.843183] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.843380] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.843380] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.843598] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.843731] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.843917] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bd0eb437-6a5e-496d-b2bb-bb424179713c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.059972] env[65424]: INFO networking_nsxv3.common.synchronization [req-0d570474-a86b-4ec2-9fe5-c7b04a9e3920 req-1631dd76-44a6-4c6b-aaa5-e859ca34a5f7 tempest-ServerDiskConfigTestJSON-1442015367 tempest-ServerDiskConfigTestJSON-1442015367-project-member] Enqueued Resource ID: 62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f with Priority: HIGHEST for action security_group_members [ 952.060581] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f with Priority: HIGHEST for action security_group_members [ 952.060887] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.061016] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.061085] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.061281] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.061430] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.061524] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.061587] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.061730] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.061813] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.061909] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.185082] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9 in Status: SUCCESS [ 952.185082] env[65424]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9 deletion is rescheduled due to dependency. [ 952.185326] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.185364] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.185561] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.185758] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.185871] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.185988] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.186359] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.186359] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.186359] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.394052] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock network-850 taken with stack trace [, , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.394376] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "network-850" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.394507] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "network-850" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.394805] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "network-850" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.395144] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.395348] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.395474] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.395731] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.395906] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.396204] env[65424]: DEBUG dogpile.cache.region [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] No value present for key: 'zone-id' {{(pid=65424) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 952.396408] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] NeedRegenerationException {{(pid=65424) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 952.396447] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] no value, waiting for create lock {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 952.396522] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] value creation lock acquired {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 952.396625] env[65424]: DEBUG dogpile.cache.region [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] No value present for key: 'zone-id' {{(pid=65424) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 952.396728] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Calling creation function for not-yet-present value {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 952.396857] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 952.434490] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 952.434490] env[65424]: DEBUG dogpile.cache.region [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Cache value generated in 0.037 seconds for key(s): 'zone-id' {{(pid=65424) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 952.434490] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Released creation lock {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 952.434725] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "network-850" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.434980] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock port-1751d0cc-da4f-408a-9c91-5b2e755341a6 taken with stack trace [, , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.435198] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "port-1751d0cc-da4f-408a-9c91-5b2e755341a6" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.435322] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "port-1751d0cc-da4f-408a-9c91-5b2e755341a6" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.435646] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "port-1751d0cc-da4f-408a-9c91-5b2e755341a6" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.435784] env[65424]: DEBUG networking_nsxv3.api.rpc [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1751d0cc-da4f-408a-9c91-5b2e755341a6',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.564903] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.565121] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.565219] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.565503] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.565624] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.565950] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.566198] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.566357] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.566590] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.566669] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.566770] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f is going to be updated. [ 952.596238] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.596461] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.596565] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.596838] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.597097] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.611365] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f in Status: IN_PROGRESS for 2s [ 952.688885] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.938042] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.938323] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.938574] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.939103] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.939348] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.939575] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Segment Port 1751d0cc-da4f-408a-9c91-5b2e755341a6 not found, creating... [ 952.939889] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.940097] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.940232] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.940481] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.940618] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.940975] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.941170] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.941293] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.941510] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.941646] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.941832] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Resource: SegmentPort with ID: 1751d0cc-da4f-408a-9c91-5b2e755341a6 is going to be created. [ 952.962169] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.962418] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.962539] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.962804] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.963033] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.963261] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "port-1751d0cc-da4f-408a-9c91-5b2e755341a6" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.192299] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.638868] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bd6771f5-f79f-419d-9a20-a0f85390292a in Status: SUCCESS [ 953.639142] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bd6771f5-f79f-419d-9a20-a0f85390292a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.694847] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.695018] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.695134] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.695544] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.695544] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.695544] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9 is going to be updated. [ 953.713814] env[65424]: INFO networking_nsxv3.common.synchronization [req-0d570474-a86b-4ec2-9fe5-c7b04a9e3920 req-0d68319f-f2a6-416a-975b-f30e6bf83e70 service nova] Enqueued Resource ID: 62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f with Priority: HIGHEST for action security_group_rules [ 953.713890] env[65424]: INFO networking_nsxv3.common.synchronization [req-0d570474-a86b-4ec2-9fe5-c7b04a9e3920 req-0d68319f-f2a6-416a-975b-f30e6bf83e70 service nova] Enqueued Resource ID: 62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f with Priority: HIGHEST for action security_group_members [ 953.714166] env[65424]: INFO networking_nsxv3.common.synchronization [req-0d570474-a86b-4ec2-9fe5-c7b04a9e3920 req-0d68319f-f2a6-416a-975b-f30e6bf83e70 service nova] Enqueued Resource ID: 1751d0cc-da4f-408a-9c91-5b2e755341a6 with Priority: HIGHEST for action port [ 953.714936] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f with Priority: HIGHEST for action security_group_rules [ 953.715148] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f with Priority: HIGHEST for action security_group_members [ 953.715332] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1751d0cc-da4f-408a-9c91-5b2e755341a6 with Priority: HIGHEST for action port [ 953.715687] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock rules-62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.715804] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.715871] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.716172] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.716283] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.718113] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.718260] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.718588] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock port-1751d0cc-da4f-408a-9c91-5b2e755341a6 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.718723] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1751d0cc-da4f-408a-9c91-5b2e755341a6" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.718795] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1751d0cc-da4f-408a-9c91-5b2e755341a6" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.718963] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1751d0cc-da4f-408a-9c91-5b2e755341a6" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.719057] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1751d0cc-da4f-408a-9c91-5b2e755341a6',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.731038] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.731038] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.731038] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.731038] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.731038] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.741729] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9 in Status: IN_PROGRESS for 2s [ 954.221803] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.222247] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.222247] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1751d0cc-da4f-408a-9c91-5b2e755341a6 with status ACTIVE [ 954.222332] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.222462] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.222528] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.223493] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.223493] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.223493] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.223493] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.223493] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.223493] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.223493] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.223916] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.223916] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.223916] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.223916] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.224087] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.224087] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1751d0cc-da4f-408a-9c91-5b2e755341a6 is going to be updated. [ 954.246257] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.246458] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.246501] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.246879] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.247063] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.247271] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1751d0cc-da4f-408a-9c91-5b2e755341a6" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.622810] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f in Status: SUCCESS [ 954.623185] env[65424]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f deletion is rescheduled due to dependency. [ 954.623406] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.623704] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.624016] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.624283] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.624453] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.624559] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.624754] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.624902] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.625139] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.671413] env[65424]: INFO networking_nsxv3.common.synchronization [req-52900b29-57ab-4901-8f07-d22384df4004 req-354c3669-7a9a-442d-87a0-60603a9353c8 tempest-ServersTestJSON-1121812603 tempest-ServersTestJSON-1121812603-project-member] Enqueued Resource ID: fa366b1e-0919-4c5b-9aba-9f2e5d521b6a with Priority: HIGHEST for action security_group_members [ 954.671916] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa366b1e-0919-4c5b-9aba-9f2e5d521b6a with Priority: HIGHEST for action security_group_members [ 954.672304] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa366b1e-0919-4c5b-9aba-9f2e5d521b6a taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.672427] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa366b1e-0919-4c5b-9aba-9f2e5d521b6a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.672501] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa366b1e-0919-4c5b-9aba-9f2e5d521b6a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.672798] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa366b1e-0919-4c5b-9aba-9f2e5d521b6a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.672862] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.672929] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.672990] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.673186] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.673223] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.673309] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fa366b1e-0919-4c5b-9aba-9f2e5d521b6a',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.018168] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock network-155 taken with stack trace [, , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.019337] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "network-155" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.020313] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "network-155" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.020313] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "network-155" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.020313] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.020572] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.020572] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.021674] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.021674] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.021674] env[65424]: DEBUG dogpile.cache.region [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] No value present for key: 'zone-id' {{(pid=65424) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 955.021674] env[65424]: DEBUG dogpile.lock [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] NeedRegenerationException {{(pid=65424) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 955.021674] env[65424]: DEBUG dogpile.lock [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] no value, waiting for create lock {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 955.021674] env[65424]: DEBUG dogpile.lock [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] value creation lock acquired {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 955.021674] env[65424]: DEBUG dogpile.cache.region [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] No value present for key: 'zone-id' {{(pid=65424) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 955.021951] env[65424]: DEBUG dogpile.lock [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Calling creation function for not-yet-present value {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 955.021951] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 955.045200] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 955.045389] env[65424]: DEBUG dogpile.cache.region [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65424) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 955.045427] env[65424]: DEBUG dogpile.lock [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Released creation lock {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 955.045593] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "network-155" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.045971] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock port-f5170fba-1355-4088-9be2-66936c18cdce taken with stack trace [, , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.046197] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "port-f5170fba-1355-4088-9be2-66936c18cdce" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.046319] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "port-f5170fba-1355-4088-9be2-66936c18cdce" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.046754] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "port-f5170fba-1355-4088-9be2-66936c18cdce" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.046928] env[65424]: DEBUG networking_nsxv3.api.rpc [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f5170fba-1355-4088-9be2-66936c18cdce',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.128644] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.175560] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fa366b1e-0919-4c5b-9aba-9f2e5d521b6a',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.550300] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.551392] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.551556] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.552011] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.552201] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.552428] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Segment Port f5170fba-1355-4088-9be2-66936c18cdce not found, creating... [ 955.552709] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.552880] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.552993] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.553239] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.553418] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.553719] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.553904] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.554052] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.554414] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.554617] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.554793] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Resource: SegmentPort with ID: f5170fba-1355-4088-9be2-66936c18cdce is going to be created. [ 955.579841] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.580202] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.580677] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.580842] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.581259] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.582153] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "port-f5170fba-1355-4088-9be2-66936c18cdce" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.634709] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.678738] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fa366b1e-0919-4c5b-9aba-9f2e5d521b6a',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.753351] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9 in Status: SUCCESS [ 955.753586] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.753763] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.754026] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.754286] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.754366] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.754399] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.754549] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.754628] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.754708] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.754799] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.139161] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.139161] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.139161] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.139161] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.139449] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.139449] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f is going to be updated. [ 956.172737] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.173329] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.173475] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.173762] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.173912] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.180846] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.181036] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.181139] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.181369] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.181551] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.181747] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa366b1e-0919-4c5b-9aba-9f2e5d521b6a is going to be updated. [ 956.183810] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f in Status: IN_PROGRESS for 2s [ 956.213354] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.213467] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.213523] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.213737] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.213884] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.224030] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa366b1e-0919-4c5b-9aba-9f2e5d521b6a in Status: IN_PROGRESS for 2s [ 956.263579] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9 taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.263761] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.263859] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.264223] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.264320] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.264409] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.264480] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.264638] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.264726] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.264814] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.264965] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9 taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.266932] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.267094] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.267306] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.267468] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.267595] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.267741] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.267918] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.268187] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.268310] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.268422] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.332910] env[65424]: INFO networking_nsxv3.common.synchronization [req-52900b29-57ab-4901-8f07-d22384df4004 req-9b6aa1cc-a90b-4db9-ae1b-26d341f99487 service nova] Enqueued Resource ID: fa366b1e-0919-4c5b-9aba-9f2e5d521b6a with Priority: HIGHEST for action security_group_rules [ 956.332910] env[65424]: INFO networking_nsxv3.common.synchronization [req-52900b29-57ab-4901-8f07-d22384df4004 req-9b6aa1cc-a90b-4db9-ae1b-26d341f99487 service nova] Enqueued Resource ID: fa366b1e-0919-4c5b-9aba-9f2e5d521b6a with Priority: HIGHEST for action security_group_members [ 956.333522] env[65424]: INFO networking_nsxv3.common.synchronization [req-52900b29-57ab-4901-8f07-d22384df4004 req-9b6aa1cc-a90b-4db9-ae1b-26d341f99487 service nova] Enqueued Resource ID: f5170fba-1355-4088-9be2-66936c18cdce with Priority: HIGHEST for action port [ 956.333921] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa366b1e-0919-4c5b-9aba-9f2e5d521b6a with Priority: HIGHEST for action security_group_rules [ 956.333921] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa366b1e-0919-4c5b-9aba-9f2e5d521b6a with Priority: HIGHEST for action security_group_members [ 956.334103] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5170fba-1355-4088-9be2-66936c18cdce with Priority: HIGHEST for action port [ 956.334442] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fa366b1e-0919-4c5b-9aba-9f2e5d521b6a taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.335067] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fa366b1e-0919-4c5b-9aba-9f2e5d521b6a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.335067] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fa366b1e-0919-4c5b-9aba-9f2e5d521b6a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.335067] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fa366b1e-0919-4c5b-9aba-9f2e5d521b6a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.335067] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fa366b1e-0919-4c5b-9aba-9f2e5d521b6a',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.336105] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa366b1e-0919-4c5b-9aba-9f2e5d521b6a taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.336210] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa366b1e-0919-4c5b-9aba-9f2e5d521b6a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.336430] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock port-f5170fba-1355-4088-9be2-66936c18cdce taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.336533] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f5170fba-1355-4088-9be2-66936c18cdce" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.336595] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f5170fba-1355-4088-9be2-66936c18cdce" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.336741] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f5170fba-1355-4088-9be2-66936c18cdce" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.336817] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f5170fba-1355-4088-9be2-66936c18cdce',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.771281] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9: rpc.has_security_group_logging(os_id): False [ 956.793221] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.793409] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.793409] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.793637] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.793723] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.793923] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.794049] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.794181] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.794354] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.794430] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.794714] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.794818] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.794880] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.795031] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.795108] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.795299] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.795391] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.795450] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.795582] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.795653] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.795737] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9 is going to be updated. [ 956.839943] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa366b1e-0919-4c5b-9aba-9f2e5d521b6a taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.840122] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa366b1e-0919-4c5b-9aba-9f2e5d521b6a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.840408] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f5170fba-1355-4088-9be2-66936c18cdce with status ACTIVE [ 956.840606] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.840765] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.840830] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.841076] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.841205] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.841392] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.841517] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.841590] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.841793] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.841896] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.842124] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.842275] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.842275] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.842436] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.842491] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.842607] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f5170fba-1355-4088-9be2-66936c18cdce is going to be updated. [ 956.865519] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.866057] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.866057] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.866762] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.866762] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.868923] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.869224] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.869315] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.869585] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.869713] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.869866] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f5170fba-1355-4088-9be2-66936c18cdce" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.884928] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9 in Status: IN_PROGRESS for 2s [ 958.193445] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f in Status: SUCCESS [ 958.193777] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.193895] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.194196] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.194425] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.194586] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.194658] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.194847] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.194977] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.195091] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.195207] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.234631] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa366b1e-0919-4c5b-9aba-9f2e5d521b6a in Status: SUCCESS [ 958.234848] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa366b1e-0919-4c5b-9aba-9f2e5d521b6a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.235035] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa366b1e-0919-4c5b-9aba-9f2e5d521b6a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.235254] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa366b1e-0919-4c5b-9aba-9f2e5d521b6a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.235434] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.235554] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.235621] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.235777] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.235847] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.235943] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fa366b1e-0919-4c5b-9aba-9f2e5d521b6a',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.699217] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.699817] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.700038] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.700385] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.701402] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.701402] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.701402] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.701723] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.701964] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.701964] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.702227] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.702507] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.702507] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.703145] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.703145] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.705260] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.705387] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.705643] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.705771] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.705885] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.706035] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.738658] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fa366b1e-0919-4c5b-9aba-9f2e5d521b6a',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.901627] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9 in Status: SUCCESS [ 958.901878] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.212341] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f: rpc.has_security_group_logging(os_id): False [ 959.235353] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.235353] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.235534] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.235692] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.235836] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.236171] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.236303] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.236377] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.236596] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.236798] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.237070] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.237070] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.237241] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.237327] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.237430] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.237752] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.237826] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.237887] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.247054] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.247054] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.247054] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f is going to be updated. [ 959.247054] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fa366b1e-0919-4c5b-9aba-9f2e5d521b6a',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.317176] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.317176] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.317176] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.317176] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.317176] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.330581] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f in Status: IN_PROGRESS for 2s [ 959.750043] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.750285] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.750285] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.750496] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.750592] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.750668] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa366b1e-0919-4c5b-9aba-9f2e5d521b6a is going to be updated. [ 959.781521] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.781700] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.781740] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.782032] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.782093] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.791897] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa366b1e-0919-4c5b-9aba-9f2e5d521b6a in Status: IN_PROGRESS for 2s [ 960.115292] env[65424]: INFO networking_nsxv3.common.synchronization [req-a026de8b-8873-4a61-99b2-2cb98afd4222 req-bc6c8576-c8ab-47d6-a0d8-62d41b525a0f tempest-MigrationsAdminTest-53002843 tempest-MigrationsAdminTest-53002843-project-member] Enqueued Resource ID: 9c77e0b5-de72-4db2-a933-8eadeb7274a8 with Priority: HIGHEST for action security_group_members [ 960.116090] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c77e0b5-de72-4db2-a933-8eadeb7274a8 with Priority: HIGHEST for action security_group_members [ 960.116283] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c77e0b5-de72-4db2-a933-8eadeb7274a8 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.116431] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c77e0b5-de72-4db2-a933-8eadeb7274a8" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.116527] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c77e0b5-de72-4db2-a933-8eadeb7274a8" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.116940] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c77e0b5-de72-4db2-a933-8eadeb7274a8" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.117030] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.117096] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.117990] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.117990] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.117990] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.117990] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9c77e0b5-de72-4db2-a933-8eadeb7274a8',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.620432] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.620738] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.620738] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.620890] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.621045] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.621191] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.621302] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.621370] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.621480] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.622025] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.622025] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c77e0b5-de72-4db2-a933-8eadeb7274a8 is going to be updated. [ 960.664478] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.664695] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.664695] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.664896] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.665061] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.675118] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c77e0b5-de72-4db2-a933-8eadeb7274a8 in Status: IN_PROGRESS for 2s [ 961.352813] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f in Status: SUCCESS [ 961.352813] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.806860] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa366b1e-0919-4c5b-9aba-9f2e5d521b6a in Status: SUCCESS [ 961.807457] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa366b1e-0919-4c5b-9aba-9f2e5d521b6a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.807680] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa366b1e-0919-4c5b-9aba-9f2e5d521b6a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.807876] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa366b1e-0919-4c5b-9aba-9f2e5d521b6a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.808197] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.808410] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.808540] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.808768] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.808900] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.809058] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa366b1e-0919-4c5b-9aba-9f2e5d521b6a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.809215] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fa366b1e-0919-4c5b-9aba-9f2e5d521b6a',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.128743] env[65424]: INFO networking_nsxv3.common.synchronization [None req-268dcf28-7e24-4dde-9e02-767b27df17e0 None None] Enqueued Resource ID: 8c1d3b8f-0469-4d35-bdda-27820596f7a1 with Priority: HIGHEST for action port [ 962.129580] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c1d3b8f-0469-4d35-bdda-27820596f7a1 with Priority: HIGHEST for action port [ 962.129755] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock port-8c1d3b8f-0469-4d35-bdda-27820596f7a1 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.130136] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8c1d3b8f-0469-4d35-bdda-27820596f7a1" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.130136] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8c1d3b8f-0469-4d35-bdda-27820596f7a1" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.130277] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8c1d3b8f-0469-4d35-bdda-27820596f7a1" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.130387] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8c1d3b8f-0469-4d35-bdda-27820596f7a1',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.313979] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa366b1e-0919-4c5b-9aba-9f2e5d521b6a taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.313979] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa366b1e-0919-4c5b-9aba-9f2e5d521b6a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.316284] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa366b1e-0919-4c5b-9aba-9f2e5d521b6a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.316284] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa366b1e-0919-4c5b-9aba-9f2e5d521b6a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.316284] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.316284] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.316284] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.316284] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.316284] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.316284] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa366b1e-0919-4c5b-9aba-9f2e5d521b6a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.316284] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa366b1e-0919-4c5b-9aba-9f2e5d521b6a taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.316284] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa366b1e-0919-4c5b-9aba-9f2e5d521b6a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.316284] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa366b1e-0919-4c5b-9aba-9f2e5d521b6a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.316284] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa366b1e-0919-4c5b-9aba-9f2e5d521b6a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.316284] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.316284] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.316284] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.316284] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.316284] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.316284] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa366b1e-0919-4c5b-9aba-9f2e5d521b6a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.319182] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fa366b1e-0919-4c5b-9aba-9f2e5d521b6a',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.632857] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8c1d3b8f-0469-4d35-bdda-27820596f7a1 [ 962.633191] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.633406] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.633534] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.633801] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.633936] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.634283] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8c1d3b8f-0469-4d35-bdda-27820596f7a1 already deleted. [ 962.634283] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8c1d3b8f-0469-4d35-bdda-27820596f7a1" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.691023] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c77e0b5-de72-4db2-a933-8eadeb7274a8 in Status: SUCCESS [ 962.691023] env[65424]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c77e0b5-de72-4db2-a933-8eadeb7274a8 deletion is rescheduled due to dependency. [ 962.691023] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c77e0b5-de72-4db2-a933-8eadeb7274a8" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.818093] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fa366b1e-0919-4c5b-9aba-9f2e5d521b6a: rpc.has_security_group_logging(os_id): False [ 962.843062] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.845022] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.845022] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.845022] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.845022] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.845022] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.845022] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.845022] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.845022] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.845022] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.845022] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.845022] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.845022] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.845692] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.845871] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.846199] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.846437] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.846588] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.846819] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.847026] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.847209] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fa366b1e-0919-4c5b-9aba-9f2e5d521b6a is going to be updated. [ 962.944261] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.947053] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.947053] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.947053] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.947053] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.965739] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fa366b1e-0919-4c5b-9aba-9f2e5d521b6a in Status: IN_PROGRESS for 2s [ 964.548414] env[65424]: INFO networking_nsxv3.common.synchronization [None req-6fe224cf-d1f8-4030-af0b-4473c6f444bd None None] Enqueued Resource ID: 1fc2479d-937c-4c6b-9485-74ec96bfbedc with Priority: HIGHEST for action port [ 964.548820] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1fc2479d-937c-4c6b-9485-74ec96bfbedc with Priority: HIGHEST for action port [ 964.549274] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock port-1fc2479d-937c-4c6b-9485-74ec96bfbedc taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.549375] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1fc2479d-937c-4c6b-9485-74ec96bfbedc" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.549412] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1fc2479d-937c-4c6b-9485-74ec96bfbedc" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.549665] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1fc2479d-937c-4c6b-9485-74ec96bfbedc" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.549800] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1fc2479d-937c-4c6b-9485-74ec96bfbedc',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.987823] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fa366b1e-0919-4c5b-9aba-9f2e5d521b6a in Status: SUCCESS [ 964.988082] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fa366b1e-0919-4c5b-9aba-9f2e5d521b6a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.051909] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1fc2479d-937c-4c6b-9485-74ec96bfbedc [ 965.052383] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.052709] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.052765] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.053133] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.053328] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.053503] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1fc2479d-937c-4c6b-9485-74ec96bfbedc already deleted. [ 965.053619] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1fc2479d-937c-4c6b-9485-74ec96bfbedc" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.574872] env[65424]: INFO networking_nsxv3.common.synchronization [req-5ab40f6b-4938-47cc-ade0-2cdb38bd784d req-992ec982-99a6-4934-8a50-efa433a0d8c9 tempest-DeleteServersTestJSON-984948509 tempest-DeleteServersTestJSON-984948509-project-member] Enqueued Resource ID: 59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9 with Priority: HIGHEST for action security_group_members [ 965.575563] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9 with Priority: HIGHEST for action security_group_members [ 965.575910] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.576104] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.576181] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.576365] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.576531] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.576670] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.576773] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.577025] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.577161] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.577331] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.005453] env[65424]: INFO networking_nsxv3.common.synchronization [req-5840a626-8e17-435c-a308-fdf79120b16e req-64673aeb-5334-419f-8a3f-351a00f8db61 tempest-ServersAdminTestJSON-1481990076 tempest-ServersAdminTestJSON-1481990076-project-member] Enqueued Resource ID: d3a6cc57-5bfc-4310-b1a5-b90db89c4977 with Priority: HIGHEST for action security_group_members [ 966.006386] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3a6cc57-5bfc-4310-b1a5-b90db89c4977 with Priority: HIGHEST for action security_group_members [ 966.007726] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3a6cc57-5bfc-4310-b1a5-b90db89c4977 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.007861] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3a6cc57-5bfc-4310-b1a5-b90db89c4977" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.007930] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3a6cc57-5bfc-4310-b1a5-b90db89c4977" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.008158] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3a6cc57-5bfc-4310-b1a5-b90db89c4977" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.008327] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.008433] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.008485] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.008636] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.008721] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.008820] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d3a6cc57-5bfc-4310-b1a5-b90db89c4977',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.080762] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.081050] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.081050] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.081384] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.081508] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.081767] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.081925] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.082022] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.082220] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.082353] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.082499] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9 is going to be updated. [ 966.116137] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.116567] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.116772] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.117193] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.117400] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.129496] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9 in Status: IN_PROGRESS for 2s [ 966.511079] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d3a6cc57-5bfc-4310-b1a5-b90db89c4977',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.014422] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d3a6cc57-5bfc-4310-b1a5-b90db89c4977',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.518646] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.518818] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.518885] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.519144] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.519238] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.519340] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d3a6cc57-5bfc-4310-b1a5-b90db89c4977 is going to be updated. [ 967.551752] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.551903] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.551956] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.552207] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.552659] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.564508] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d3a6cc57-5bfc-4310-b1a5-b90db89c4977 in Status: IN_PROGRESS for 2s [ 968.140643] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9 in Status: SUCCESS [ 968.141121] env[65424]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9 deletion is rescheduled due to dependency. [ 968.141121] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.158380] env[65424]: INFO networking_nsxv3.common.synchronization [req-d52a2f06-5a34-4dc0-80a8-b9d98d7c5386 req-081de107-e9e7-41ae-8f0c-b366d9cae510 tempest-ServersTestJSON-1121812603 tempest-ServersTestJSON-1121812603-project-member] Enqueued Resource ID: fa366b1e-0919-4c5b-9aba-9f2e5d521b6a with Priority: HIGHEST for action security_group_members [ 969.158979] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa366b1e-0919-4c5b-9aba-9f2e5d521b6a with Priority: HIGHEST for action security_group_members [ 969.159473] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa366b1e-0919-4c5b-9aba-9f2e5d521b6a taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.159611] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa366b1e-0919-4c5b-9aba-9f2e5d521b6a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.159674] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa366b1e-0919-4c5b-9aba-9f2e5d521b6a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.159871] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa366b1e-0919-4c5b-9aba-9f2e5d521b6a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.160032] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.160127] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.160192] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.160336] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.160423] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.160518] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fa366b1e-0919-4c5b-9aba-9f2e5d521b6a',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.576493] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d3a6cc57-5bfc-4310-b1a5-b90db89c4977 in Status: SUCCESS [ 969.576493] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3a6cc57-5bfc-4310-b1a5-b90db89c4977" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.663582] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fa366b1e-0919-4c5b-9aba-9f2e5d521b6a',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.712237] env[65424]: INFO networking_nsxv3.common.synchronization [req-3122c2dc-24fb-4c59-8f24-c140133e0a7a req-2b3dd1e2-526b-4944-83a0-1cbf2f8ddc47 tempest-ServerMetadataNegativeTestJSON-1771766838 tempest-ServerMetadataNegativeTestJSON-1771766838-project-member] Enqueued Resource ID: 9d509036-83b3-4b0b-85ab-f87e53338c31 with Priority: HIGHEST for action security_group_members [ 969.712785] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d509036-83b3-4b0b-85ab-f87e53338c31 with Priority: HIGHEST for action security_group_members [ 969.713197] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-9d509036-83b3-4b0b-85ab-f87e53338c31 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.713337] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9d509036-83b3-4b0b-85ab-f87e53338c31" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.713389] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9d509036-83b3-4b0b-85ab-f87e53338c31" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.713786] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9d509036-83b3-4b0b-85ab-f87e53338c31" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.713871] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.714395] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.714482] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.714656] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.714745] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.714844] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9d509036-83b3-4b0b-85ab-f87e53338c31',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.088090] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock network-599 taken with stack trace [, , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.088294] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "network-599" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.089873] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "network-599" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.089873] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "network-599" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.089873] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.089873] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.089873] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.089873] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.089873] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.089873] env[65424]: DEBUG dogpile.cache.region [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] No value present for key: 'zone-id' {{(pid=65424) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 970.090262] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] NeedRegenerationException {{(pid=65424) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 970.090262] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] no value, waiting for create lock {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 970.090262] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] value creation lock acquired {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 970.090357] env[65424]: DEBUG dogpile.cache.region [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] No value present for key: 'zone-id' {{(pid=65424) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 970.090389] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Calling creation function for not-yet-present value {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 970.090794] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 970.112531] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 970.112731] env[65424]: DEBUG dogpile.cache.region [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65424) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 970.113437] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Released creation lock {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 970.113437] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "network-599" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.113839] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock port-0749f5d6-8385-42cd-84a2-83a7cadcf925 taken with stack trace [, , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.113839] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "port-0749f5d6-8385-42cd-84a2-83a7cadcf925" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.114024] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "port-0749f5d6-8385-42cd-84a2-83a7cadcf925" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.118377] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "port-0749f5d6-8385-42cd-84a2-83a7cadcf925" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.118377] env[65424]: DEBUG networking_nsxv3.api.rpc [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0749f5d6-8385-42cd-84a2-83a7cadcf925',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.166818] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fa366b1e-0919-4c5b-9aba-9f2e5d521b6a',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.217934] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.217934] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.217934] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.217934] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.218182] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.218323] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.218447] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.218529] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.218717] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.218810] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.218902] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9d509036-83b3-4b0b-85ab-f87e53338c31 already deleted. [ 970.219036] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9d509036-83b3-4b0b-85ab-f87e53338c31" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.623276] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.623654] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.623727] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.624061] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.624393] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.624576] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Segment Port 0749f5d6-8385-42cd-84a2-83a7cadcf925 not found, creating... [ 970.624912] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.625111] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.625243] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.625520] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.625679] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.625979] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.626298] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.626670] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.626728] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.626916] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.627181] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Resource: SegmentPort with ID: 0749f5d6-8385-42cd-84a2-83a7cadcf925 is going to be created. [ 970.650555] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.650853] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.650991] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.651305] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.651584] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.651812] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "port-0749f5d6-8385-42cd-84a2-83a7cadcf925" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.668601] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.668798] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.668798] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.669049] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.669107] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.669203] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa366b1e-0919-4c5b-9aba-9f2e5d521b6a is going to be updated. [ 970.719666] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.719870] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.719870] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.720128] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.720278] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.734379] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa366b1e-0919-4c5b-9aba-9f2e5d521b6a in Status: IN_PROGRESS for 2s [ 971.398546] env[65424]: INFO networking_nsxv3.common.synchronization [req-3122c2dc-24fb-4c59-8f24-c140133e0a7a req-bd70d892-3f63-4f9b-ba33-63ebfc9e0b0e service nova] Enqueued Resource ID: 9d509036-83b3-4b0b-85ab-f87e53338c31 with Priority: HIGHEST for action security_group_rules [ 971.398913] env[65424]: INFO networking_nsxv3.common.synchronization [req-3122c2dc-24fb-4c59-8f24-c140133e0a7a req-bd70d892-3f63-4f9b-ba33-63ebfc9e0b0e service nova] Enqueued Resource ID: 9d509036-83b3-4b0b-85ab-f87e53338c31 with Priority: HIGHEST for action security_group_members [ 971.398913] env[65424]: INFO networking_nsxv3.common.synchronization [req-3122c2dc-24fb-4c59-8f24-c140133e0a7a req-bd70d892-3f63-4f9b-ba33-63ebfc9e0b0e service nova] Enqueued Resource ID: 0749f5d6-8385-42cd-84a2-83a7cadcf925 with Priority: HIGHEST for action port [ 971.399556] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d509036-83b3-4b0b-85ab-f87e53338c31 with Priority: HIGHEST for action security_group_rules [ 971.399711] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d509036-83b3-4b0b-85ab-f87e53338c31 with Priority: HIGHEST for action security_group_members [ 971.399862] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0749f5d6-8385-42cd-84a2-83a7cadcf925 with Priority: HIGHEST for action port [ 971.400255] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9d509036-83b3-4b0b-85ab-f87e53338c31 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.400417] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9d509036-83b3-4b0b-85ab-f87e53338c31" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.400500] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9d509036-83b3-4b0b-85ab-f87e53338c31" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.400783] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9d509036-83b3-4b0b-85ab-f87e53338c31" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.400884] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9d509036-83b3-4b0b-85ab-f87e53338c31',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.402993] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-9d509036-83b3-4b0b-85ab-f87e53338c31 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.403302] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9d509036-83b3-4b0b-85ab-f87e53338c31" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.403409] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9d509036-83b3-4b0b-85ab-f87e53338c31" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.404093] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9d509036-83b3-4b0b-85ab-f87e53338c31" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.404093] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.404093] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.404093] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.404504] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.404504] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.404504] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9d509036-83b3-4b0b-85ab-f87e53338c31',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.405621] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock port-0749f5d6-8385-42cd-84a2-83a7cadcf925 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.405621] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0749f5d6-8385-42cd-84a2-83a7cadcf925" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.405621] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0749f5d6-8385-42cd-84a2-83a7cadcf925" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.405856] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0749f5d6-8385-42cd-84a2-83a7cadcf925" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.405856] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0749f5d6-8385-42cd-84a2-83a7cadcf925',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.898032] env[65424]: INFO networking_nsxv3.common.synchronization [None req-98867bbe-bdef-46b3-b8a3-6faf05e22809 None None] Enqueued Resource ID: 8e24f115-fef1-4fe4-bf8d-ca10e645d63f with Priority: HIGHEST for action port [ 971.898399] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e24f115-fef1-4fe4-bf8d-ca10e645d63f with Priority: HIGHEST for action port [ 971.898731] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock port-8e24f115-fef1-4fe4-bf8d-ca10e645d63f taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.898848] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8e24f115-fef1-4fe4-bf8d-ca10e645d63f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.899647] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8e24f115-fef1-4fe4-bf8d-ca10e645d63f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.899647] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8e24f115-fef1-4fe4-bf8d-ca10e645d63f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.899647] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8e24f115-fef1-4fe4-bf8d-ca10e645d63f',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.907869] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-9d509036-83b3-4b0b-85ab-f87e53338c31 taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.907987] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9d509036-83b3-4b0b-85ab-f87e53338c31" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.909477] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9d509036-83b3-4b0b-85ab-f87e53338c31',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.910364] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0749f5d6-8385-42cd-84a2-83a7cadcf925 with status ACTIVE [ 971.912131] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.912407] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.912488] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.913050] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.913050] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.913532] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.914130] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.914282] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.914547] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.914838] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.914895] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.914958] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.915021] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.915170] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.915246] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.915336] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0749f5d6-8385-42cd-84a2-83a7cadcf925 is going to be updated. [ 971.938989] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.939169] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.939243] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.939579] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.939843] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.940090] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0749f5d6-8385-42cd-84a2-83a7cadcf925" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.402034] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8e24f115-fef1-4fe4-bf8d-ca10e645d63f [ 972.402508] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.402508] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.402669] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.402871] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.403150] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.403281] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8e24f115-fef1-4fe4-bf8d-ca10e645d63f already deleted. [ 972.403373] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8e24f115-fef1-4fe4-bf8d-ca10e645d63f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.417422] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9d509036-83b3-4b0b-85ab-f87e53338c31',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.746095] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa366b1e-0919-4c5b-9aba-9f2e5d521b6a in Status: SUCCESS [ 972.746293] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa366b1e-0919-4c5b-9aba-9f2e5d521b6a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.906110] env[65424]: INFO networking_nsxv3.common.synchronization [None req-c6d507e1-0faf-4226-9cc0-e25534d9d5b1 tempest-AttachInterfacesUnderV243Test-1525663772 tempest-AttachInterfacesUnderV243Test-1525663772-project-member] Enqueued Resource ID: 306bcdbb-5933-45e1-a537-4ceb67c16347 with Priority: HIGHEST for action security_group_rules [ 972.906289] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 306bcdbb-5933-45e1-a537-4ceb67c16347 with Priority: HIGHEST for action security_group_rules [ 972.906720] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock rules-306bcdbb-5933-45e1-a537-4ceb67c16347 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.906999] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-306bcdbb-5933-45e1-a537-4ceb67c16347" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.907213] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-306bcdbb-5933-45e1-a537-4ceb67c16347" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.907473] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-306bcdbb-5933-45e1-a537-4ceb67c16347" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.907595] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('306bcdbb-5933-45e1-a537-4ceb67c16347',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.920159] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.920414] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.920506] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.920775] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.920916] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.921066] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9d509036-83b3-4b0b-85ab-f87e53338c31 is going to be created. [ 972.952404] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.952653] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.952764] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.953138] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.953398] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.967335] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9d509036-83b3-4b0b-85ab-f87e53338c31 in Status: UNINITIALIZED for 2s [ 973.058421] env[65424]: INFO networking_nsxv3.common.synchronization [None req-85e60ba2-623e-4eea-aa03-5dab485fe499 tempest-AttachInterfacesUnderV243Test-1525663772 tempest-AttachInterfacesUnderV243Test-1525663772-project-member] Enqueued Resource ID: 306bcdbb-5933-45e1-a537-4ceb67c16347 with Priority: HIGHEST for action security_group_rules [ 973.059041] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 306bcdbb-5933-45e1-a537-4ceb67c16347 with Priority: HIGHEST for action security_group_rules [ 973.059350] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock rules-306bcdbb-5933-45e1-a537-4ceb67c16347 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.059500] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-306bcdbb-5933-45e1-a537-4ceb67c16347" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.430686] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.431042] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.431042] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.432021] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.432021] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.432021] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 306bcdbb-5933-45e1-a537-4ceb67c16347 already deleted. [ 973.432021] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-306bcdbb-5933-45e1-a537-4ceb67c16347" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.432021] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-306bcdbb-5933-45e1-a537-4ceb67c16347" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.432021] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-306bcdbb-5933-45e1-a537-4ceb67c16347" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.432021] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('306bcdbb-5933-45e1-a537-4ceb67c16347',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.954620] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.954620] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.954620] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.954620] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.954620] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.954620] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 306bcdbb-5933-45e1-a537-4ceb67c16347 already deleted. [ 973.954620] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-306bcdbb-5933-45e1-a537-4ceb67c16347" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.584391] env[65424]: INFO networking_nsxv3.common.synchronization [None req-4320f366-8d46-40d2-bcec-4d22029def01 None None] Enqueued Resource ID: 5396c545-19eb-4c78-aa3c-9313a0779815 with Priority: HIGHEST for action port [ 974.585180] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5396c545-19eb-4c78-aa3c-9313a0779815 with Priority: HIGHEST for action port [ 974.585180] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock port-5396c545-19eb-4c78-aa3c-9313a0779815 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.585390] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5396c545-19eb-4c78-aa3c-9313a0779815" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.585390] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5396c545-19eb-4c78-aa3c-9313a0779815" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.585623] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5396c545-19eb-4c78-aa3c-9313a0779815" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.585700] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5396c545-19eb-4c78-aa3c-9313a0779815',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.976540] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9d509036-83b3-4b0b-85ab-f87e53338c31 in Status: SUCCESS [ 974.976793] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9d509036-83b3-4b0b-85ab-f87e53338c31" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.976970] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9d509036-83b3-4b0b-85ab-f87e53338c31" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.977211] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9d509036-83b3-4b0b-85ab-f87e53338c31" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.977405] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.977524] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.977587] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.977768] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.977858] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.977956] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9d509036-83b3-4b0b-85ab-f87e53338c31" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.978084] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9d509036-83b3-4b0b-85ab-f87e53338c31',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.090322] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5396c545-19eb-4c78-aa3c-9313a0779815 [ 975.090619] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.090794] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.090900] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.091155] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.091252] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.091327] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5396c545-19eb-4c78-aa3c-9313a0779815 already deleted. [ 975.091410] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5396c545-19eb-4c78-aa3c-9313a0779815" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.480540] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-9d509036-83b3-4b0b-85ab-f87e53338c31 taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.480774] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9d509036-83b3-4b0b-85ab-f87e53338c31" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.480830] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9d509036-83b3-4b0b-85ab-f87e53338c31" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.481093] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9d509036-83b3-4b0b-85ab-f87e53338c31" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.481284] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.481390] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.481470] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.481629] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.481756] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.481925] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9d509036-83b3-4b0b-85ab-f87e53338c31" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.482128] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-9d509036-83b3-4b0b-85ab-f87e53338c31 taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.483145] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9d509036-83b3-4b0b-85ab-f87e53338c31" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.483145] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9d509036-83b3-4b0b-85ab-f87e53338c31" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.483145] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9d509036-83b3-4b0b-85ab-f87e53338c31" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.483145] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.483145] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.483145] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.483145] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.483145] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.483145] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9d509036-83b3-4b0b-85ab-f87e53338c31" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.483145] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9d509036-83b3-4b0b-85ab-f87e53338c31',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.985459] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9d509036-83b3-4b0b-85ab-f87e53338c31: rpc.has_security_group_logging(os_id): False [ 976.010428] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.010670] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.010746] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.010977] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.011092] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.011369] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.011514] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.011585] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.011883] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.011990] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.012335] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.012456] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.012590] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.012828] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.012963] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.013313] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.013446] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.013504] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.013670] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.013759] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.013880] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9d509036-83b3-4b0b-85ab-f87e53338c31 is going to be created. [ 976.098701] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.099183] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.099183] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.099315] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.099511] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.113535] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9d509036-83b3-4b0b-85ab-f87e53338c31 in Status: IN_PROGRESS for 2s [ 977.250863] env[65424]: INFO networking_nsxv3.common.synchronization [req-141d3dcd-26a5-430d-95bf-2bd1dac16a90 req-e81c6cd1-ba05-4858-ac07-009b0fdb6b85 tempest-ServersV294TestFqdnHostnames-193291323 tempest-ServersV294TestFqdnHostnames-193291323-project-member] Enqueued Resource ID: ef1883e4-c508-4b86-885b-e5fb7fa73ee7 with Priority: HIGHEST for action security_group_members [ 977.251627] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef1883e4-c508-4b86-885b-e5fb7fa73ee7 with Priority: HIGHEST for action security_group_members [ 977.251979] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-ef1883e4-c508-4b86-885b-e5fb7fa73ee7 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.252124] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ef1883e4-c508-4b86-885b-e5fb7fa73ee7" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.252190] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ef1883e4-c508-4b86-885b-e5fb7fa73ee7" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.252381] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ef1883e4-c508-4b86-885b-e5fb7fa73ee7" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.252534] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.252627] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.252676] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.252816] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.252902] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.252998] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ef1883e4-c508-4b86-885b-e5fb7fa73ee7',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.757364] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.757580] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.757663] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.757959] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.758102] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.758287] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.758413] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.758509] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.758604] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.758709] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.758763] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ef1883e4-c508-4b86-885b-e5fb7fa73ee7 is going to be updated. [ 977.798028] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.798240] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.798398] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.798647] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.798799] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.817636] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ef1883e4-c508-4b86-885b-e5fb7fa73ee7 in Status: IN_PROGRESS for 2s [ 978.129395] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9d509036-83b3-4b0b-85ab-f87e53338c31 in Status: SUCCESS [ 978.129979] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9d509036-83b3-4b0b-85ab-f87e53338c31" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.833425] env[65424]: INFO networking_nsxv3.common.synchronization [req-370d13bc-3afb-4a7e-b771-5c7049be1d81 req-735e70ac-b8a8-4294-a792-61fc02c953c9 tempest-ServersAdminTestJSON-1481990076 tempest-ServersAdminTestJSON-1481990076-project-member] Enqueued Resource ID: d3a6cc57-5bfc-4310-b1a5-b90db89c4977 with Priority: HIGHEST for action security_group_members [ 978.833823] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3a6cc57-5bfc-4310-b1a5-b90db89c4977 with Priority: HIGHEST for action security_group_members [ 978.835885] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3a6cc57-5bfc-4310-b1a5-b90db89c4977 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.836187] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3a6cc57-5bfc-4310-b1a5-b90db89c4977" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.836187] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3a6cc57-5bfc-4310-b1a5-b90db89c4977" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.836382] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3a6cc57-5bfc-4310-b1a5-b90db89c4977" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.836586] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.836698] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.836761] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.836920] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.837018] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.837564] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d3a6cc57-5bfc-4310-b1a5-b90db89c4977',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.339772] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d3a6cc57-5bfc-4310-b1a5-b90db89c4977',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.828929] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ef1883e4-c508-4b86-885b-e5fb7fa73ee7 in Status: SUCCESS [ 979.829143] env[65424]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ef1883e4-c508-4b86-885b-e5fb7fa73ee7 deletion is rescheduled due to dependency. [ 979.829340] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ef1883e4-c508-4b86-885b-e5fb7fa73ee7" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.842083] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d3a6cc57-5bfc-4310-b1a5-b90db89c4977',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.344610] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.344880] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.345058] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.345373] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.345602] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.345790] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d3a6cc57-5bfc-4310-b1a5-b90db89c4977 is going to be updated. [ 980.385229] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.385229] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.385229] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.385549] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.386086] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.398793] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d3a6cc57-5bfc-4310-b1a5-b90db89c4977 in Status: IN_PROGRESS for 2s [ 982.252546] env[65424]: INFO networking_nsxv3.common.synchronization [None req-ee6af467-93eb-4970-90c5-2727d6d2bd41 None None] Enqueued Resource ID: cf9176b5-8c24-4f04-bfc5-ad3443606629 with Priority: HIGHEST for action port [ 982.254308] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf9176b5-8c24-4f04-bfc5-ad3443606629 with Priority: HIGHEST for action port [ 982.254824] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock port-cf9176b5-8c24-4f04-bfc5-ad3443606629 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.254990] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cf9176b5-8c24-4f04-bfc5-ad3443606629" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.255097] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cf9176b5-8c24-4f04-bfc5-ad3443606629" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.256300] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cf9176b5-8c24-4f04-bfc5-ad3443606629" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.256502] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cf9176b5-8c24-4f04-bfc5-ad3443606629',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.413226] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d3a6cc57-5bfc-4310-b1a5-b90db89c4977 in Status: SUCCESS [ 982.413226] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3a6cc57-5bfc-4310-b1a5-b90db89c4977" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.648534] env[65424]: INFO networking_nsxv3.common.synchronization [req-b9537840-8e49-4f44-8102-758ccfe8fa32 req-8dbba064-1ef1-4e73-a669-a746e270beff tempest-AttachInterfacesUnderV243Test-1525663772 tempest-AttachInterfacesUnderV243Test-1525663772-project-member] Enqueued Resource ID: 306bcdbb-5933-45e1-a537-4ceb67c16347 with Priority: HIGHEST for action security_group_members [ 982.648670] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 306bcdbb-5933-45e1-a537-4ceb67c16347 with Priority: HIGHEST for action security_group_members [ 982.648943] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-306bcdbb-5933-45e1-a537-4ceb67c16347 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.649127] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-306bcdbb-5933-45e1-a537-4ceb67c16347" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.649193] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-306bcdbb-5933-45e1-a537-4ceb67c16347" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.649442] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-306bcdbb-5933-45e1-a537-4ceb67c16347" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.649588] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.649714] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.649779] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.649916] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.649993] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.650359] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('306bcdbb-5933-45e1-a537-4ceb67c16347',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.758862] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cf9176b5-8c24-4f04-bfc5-ad3443606629 [ 982.759166] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.759345] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.759442] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.759704] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.759766] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.759906] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cf9176b5-8c24-4f04-bfc5-ad3443606629 already deleted. [ 982.759996] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cf9176b5-8c24-4f04-bfc5-ad3443606629" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.104226] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock network-931 taken with stack trace [, , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.104470] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "network-931" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.104600] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "network-931" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.105093] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "network-931" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.105576] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.106358] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.106358] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.106358] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.106358] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.106590] env[65424]: DEBUG dogpile.cache.region [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] No value present for key: 'zone-id' {{(pid=65424) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 983.106686] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] NeedRegenerationException {{(pid=65424) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 983.106759] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] no value, waiting for create lock {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 983.106858] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] value creation lock acquired {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 983.106959] env[65424]: DEBUG dogpile.cache.region [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] No value present for key: 'zone-id' {{(pid=65424) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 983.107072] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Calling creation function for not-yet-present value {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 983.107208] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 983.131286] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 983.131494] env[65424]: DEBUG dogpile.cache.region [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65424) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 983.131814] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Released creation lock {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 983.131965] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "network-931" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.132318] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock port-e0d50e8a-302a-4e46-8fd4-ddf27db09b3d taken with stack trace [, , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.132497] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "port-e0d50e8a-302a-4e46-8fd4-ddf27db09b3d" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.132611] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "port-e0d50e8a-302a-4e46-8fd4-ddf27db09b3d" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.132937] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "port-e0d50e8a-302a-4e46-8fd4-ddf27db09b3d" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.133173] env[65424]: DEBUG networking_nsxv3.api.rpc [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e0d50e8a-302a-4e46-8fd4-ddf27db09b3d',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.152096] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.152251] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.152314] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.152519] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.152601] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.153319] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.153319] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.153319] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.153319] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.153319] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.153319] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 306bcdbb-5933-45e1-a537-4ceb67c16347 already deleted. [ 983.153319] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-306bcdbb-5933-45e1-a537-4ceb67c16347" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.191972] env[65424]: INFO networking_nsxv3.common.synchronization [req-c46bd3be-cfc1-4074-ad54-a317023191ae req-b0755e72-b124-42ba-9ee1-4ec3fb847b1e tempest-ServerMetadataNegativeTestJSON-1771766838 tempest-ServerMetadataNegativeTestJSON-1771766838-project-member] Enqueued Resource ID: 9d509036-83b3-4b0b-85ab-f87e53338c31 with Priority: HIGHEST for action security_group_members [ 983.192467] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d509036-83b3-4b0b-85ab-f87e53338c31 with Priority: HIGHEST for action security_group_members [ 983.192784] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-9d509036-83b3-4b0b-85ab-f87e53338c31 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.192889] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9d509036-83b3-4b0b-85ab-f87e53338c31" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.192955] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9d509036-83b3-4b0b-85ab-f87e53338c31" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.195086] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9d509036-83b3-4b0b-85ab-f87e53338c31" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.195220] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.195333] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.195401] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.195566] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.195650] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.195742] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9d509036-83b3-4b0b-85ab-f87e53338c31',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.635389] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.635802] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.635802] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.636198] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.636198] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.636535] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Segment Port e0d50e8a-302a-4e46-8fd4-ddf27db09b3d not found, creating... [ 983.636836] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.637013] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.637130] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.637354] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.637484] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.637760] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.637908] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.638058] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.638230] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.638353] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.638506] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Resource: SegmentPort with ID: e0d50e8a-302a-4e46-8fd4-ddf27db09b3d is going to be created. [ 983.657406] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.657672] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.657796] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.658415] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.658673] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.658896] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "port-e0d50e8a-302a-4e46-8fd4-ddf27db09b3d" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.698535] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.698713] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.698996] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.698996] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.699169] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.699387] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.699387] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.699490] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.699586] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.699660] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.699745] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9d509036-83b3-4b0b-85ab-f87e53338c31 is going to be updated. [ 983.759029] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.759255] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.759255] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.759355] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.759481] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.768726] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9d509036-83b3-4b0b-85ab-f87e53338c31 in Status: IN_PROGRESS for 2s [ 984.364601] env[65424]: INFO networking_nsxv3.common.synchronization [req-b9537840-8e49-4f44-8102-758ccfe8fa32 req-e797c498-377d-4330-a04f-d6e3d9fe13c9 service nova] Enqueued Resource ID: 306bcdbb-5933-45e1-a537-4ceb67c16347 with Priority: HIGHEST for action security_group_rules [ 984.364786] env[65424]: INFO networking_nsxv3.common.synchronization [req-b9537840-8e49-4f44-8102-758ccfe8fa32 req-e797c498-377d-4330-a04f-d6e3d9fe13c9 service nova] Enqueued Resource ID: 306bcdbb-5933-45e1-a537-4ceb67c16347 with Priority: HIGHEST for action security_group_members [ 984.364921] env[65424]: INFO networking_nsxv3.common.synchronization [req-b9537840-8e49-4f44-8102-758ccfe8fa32 req-e797c498-377d-4330-a04f-d6e3d9fe13c9 service nova] Enqueued Resource ID: e0d50e8a-302a-4e46-8fd4-ddf27db09b3d with Priority: HIGHEST for action port [ 984.365539] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 306bcdbb-5933-45e1-a537-4ceb67c16347 with Priority: HIGHEST for action security_group_rules [ 984.365681] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 306bcdbb-5933-45e1-a537-4ceb67c16347 with Priority: HIGHEST for action security_group_members [ 984.365778] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0d50e8a-302a-4e46-8fd4-ddf27db09b3d with Priority: HIGHEST for action port [ 984.366878] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock rules-306bcdbb-5933-45e1-a537-4ceb67c16347 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.367015] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-306bcdbb-5933-45e1-a537-4ceb67c16347" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.367086] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-306bcdbb-5933-45e1-a537-4ceb67c16347" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.369895] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-306bcdbb-5933-45e1-a537-4ceb67c16347" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.369895] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('306bcdbb-5933-45e1-a537-4ceb67c16347',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.369895] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-306bcdbb-5933-45e1-a537-4ceb67c16347 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.369895] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-306bcdbb-5933-45e1-a537-4ceb67c16347" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.369895] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-306bcdbb-5933-45e1-a537-4ceb67c16347" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.369895] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-306bcdbb-5933-45e1-a537-4ceb67c16347" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.369895] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.369895] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.369895] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.370235] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.370235] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.370235] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('306bcdbb-5933-45e1-a537-4ceb67c16347',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.371190] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock port-e0d50e8a-302a-4e46-8fd4-ddf27db09b3d taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.371190] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e0d50e8a-302a-4e46-8fd4-ddf27db09b3d" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.371190] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e0d50e8a-302a-4e46-8fd4-ddf27db09b3d" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.371386] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e0d50e8a-302a-4e46-8fd4-ddf27db09b3d" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.371386] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e0d50e8a-302a-4e46-8fd4-ddf27db09b3d',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.676182] env[65424]: INFO networking_nsxv3.common.synchronization [None req-c843f474-77b9-4b4f-bc96-ef515b6dac55 None None] Enqueued Resource ID: 9f3314f8-e3e7-4aed-bebe-9cc83baac78d with Priority: HIGHEST for action port [ 984.676498] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f3314f8-e3e7-4aed-bebe-9cc83baac78d with Priority: HIGHEST for action port [ 984.677040] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock port-9f3314f8-e3e7-4aed-bebe-9cc83baac78d taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.677167] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9f3314f8-e3e7-4aed-bebe-9cc83baac78d" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.677231] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9f3314f8-e3e7-4aed-bebe-9cc83baac78d" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.677483] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9f3314f8-e3e7-4aed-bebe-9cc83baac78d" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.677565] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9f3314f8-e3e7-4aed-bebe-9cc83baac78d',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.872873] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-306bcdbb-5933-45e1-a537-4ceb67c16347 taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.873078] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-306bcdbb-5933-45e1-a537-4ceb67c16347" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.873328] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('306bcdbb-5933-45e1-a537-4ceb67c16347',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.874276] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e0d50e8a-302a-4e46-8fd4-ddf27db09b3d with status ACTIVE [ 984.874959] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.874959] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.874959] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.874959] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.874959] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.875210] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.875257] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.875297] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.875459] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.877447] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.877447] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.877447] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.877447] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.877447] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.877447] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.877447] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e0d50e8a-302a-4e46-8fd4-ddf27db09b3d is going to be updated. [ 984.904244] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.904594] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.904594] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.904739] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.904895] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.905069] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e0d50e8a-302a-4e46-8fd4-ddf27db09b3d" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.166196] env[65424]: INFO networking_nsxv3.common.synchronization [req-86b43239-a715-4b0c-8338-4ceb04e5e8f9 req-9b6ba0fa-630a-4ec5-8fda-e9d42613077e tempest-DeleteServersTestJSON-984948509 tempest-DeleteServersTestJSON-984948509-project-member] Enqueued Resource ID: 59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9 with Priority: HIGHEST for action security_group_members [ 985.167267] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9 with Priority: HIGHEST for action security_group_members [ 985.167582] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.167733] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.167804] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.167999] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.168177] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.168272] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.168330] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.168506] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.168619] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.168774] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.179725] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9f3314f8-e3e7-4aed-bebe-9cc83baac78d [ 985.179725] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.179725] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.179725] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.179725] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.179725] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.179725] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9f3314f8-e3e7-4aed-bebe-9cc83baac78d already deleted. [ 985.179725] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9f3314f8-e3e7-4aed-bebe-9cc83baac78d" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.379891] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('306bcdbb-5933-45e1-a537-4ceb67c16347',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.498102] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock network-31 taken with stack trace [, , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.498292] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "network-31" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.498379] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "network-31" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.498649] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "network-31" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.498901] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.499495] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.500208] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.500208] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.500332] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.500592] env[65424]: DEBUG dogpile.cache.region [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] No value present for key: 'zone-id' {{(pid=65424) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 985.500774] env[65424]: DEBUG dogpile.lock [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] NeedRegenerationException {{(pid=65424) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 985.500865] env[65424]: DEBUG dogpile.lock [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] no value, waiting for create lock {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 985.500977] env[65424]: DEBUG dogpile.lock [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] value creation lock acquired {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 985.501093] env[65424]: DEBUG dogpile.cache.region [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] No value present for key: 'zone-id' {{(pid=65424) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 985.501199] env[65424]: DEBUG dogpile.lock [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Calling creation function for not-yet-present value {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 985.501366] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 985.520963] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 985.521154] env[65424]: DEBUG dogpile.cache.region [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65424) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 985.521290] env[65424]: DEBUG dogpile.lock [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Released creation lock {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 985.521470] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "network-31" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.523616] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock port-90d530b8-fa06-4b97-b77a-1b6ec27f2c1c taken with stack trace [, , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.523819] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "port-90d530b8-fa06-4b97-b77a-1b6ec27f2c1c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.523965] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "port-90d530b8-fa06-4b97-b77a-1b6ec27f2c1c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.525646] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "port-90d530b8-fa06-4b97-b77a-1b6ec27f2c1c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.525646] env[65424]: DEBUG networking_nsxv3.api.rpc [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('90d530b8-fa06-4b97-b77a-1b6ec27f2c1c',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.671381] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.671677] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.671802] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.672216] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.672375] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.672642] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.672796] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.673095] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.673095] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.674078] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.674078] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9 is going to be updated. [ 985.700138] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.700518] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.700518] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.700518] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.700705] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.713252] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9 in Status: IN_PROGRESS for 2s [ 985.780223] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9d509036-83b3-4b0b-85ab-f87e53338c31 in Status: SUCCESS [ 985.780223] env[65424]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9d509036-83b3-4b0b-85ab-f87e53338c31 deletion is rescheduled due to dependency. [ 985.780223] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9d509036-83b3-4b0b-85ab-f87e53338c31" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.882484] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.882718] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.882718] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.882879] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.883050] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.883231] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 306bcdbb-5933-45e1-a537-4ceb67c16347 is going to be created. [ 985.906930] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.907153] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.907153] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.907362] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.907512] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.918249] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 306bcdbb-5933-45e1-a537-4ceb67c16347 in Status: UNINITIALIZED for 2s [ 986.027658] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.027880] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.027983] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.028291] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.028446] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.028606] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Segment Port 90d530b8-fa06-4b97-b77a-1b6ec27f2c1c not found, creating... [ 986.028922] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.029101] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.029210] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.029425] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.029563] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.029843] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.029993] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.030117] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.030329] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.030496] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.030652] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Resource: SegmentPort with ID: 90d530b8-fa06-4b97-b77a-1b6ec27f2c1c is going to be created. [ 986.050335] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.050595] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.050662] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.051053] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.051182] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.051405] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "port-90d530b8-fa06-4b97-b77a-1b6ec27f2c1c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.778904] env[65424]: INFO networking_nsxv3.common.synchronization [req-86b43239-a715-4b0c-8338-4ceb04e5e8f9 req-33154c45-06f3-45ad-9b77-e0dad7d5144b service nova] Enqueued Resource ID: 59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9 with Priority: HIGHEST for action security_group_rules [ 986.779248] env[65424]: INFO networking_nsxv3.common.synchronization [req-86b43239-a715-4b0c-8338-4ceb04e5e8f9 req-33154c45-06f3-45ad-9b77-e0dad7d5144b service nova] Enqueued Resource ID: 59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9 with Priority: HIGHEST for action security_group_members [ 986.779248] env[65424]: INFO networking_nsxv3.common.synchronization [req-86b43239-a715-4b0c-8338-4ceb04e5e8f9 req-33154c45-06f3-45ad-9b77-e0dad7d5144b service nova] Enqueued Resource ID: 90d530b8-fa06-4b97-b77a-1b6ec27f2c1c with Priority: HIGHEST for action port [ 986.779764] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9 with Priority: HIGHEST for action security_group_rules [ 986.780284] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9 with Priority: HIGHEST for action security_group_members [ 986.780407] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90d530b8-fa06-4b97-b77a-1b6ec27f2c1c with Priority: HIGHEST for action port [ 986.780715] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock rules-59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.781893] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.781893] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.781893] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.781893] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.782361] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.782501] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.782841] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock port-90d530b8-fa06-4b97-b77a-1b6ec27f2c1c taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.782841] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-90d530b8-fa06-4b97-b77a-1b6ec27f2c1c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.783183] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-90d530b8-fa06-4b97-b77a-1b6ec27f2c1c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.783183] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-90d530b8-fa06-4b97-b77a-1b6ec27f2c1c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.783183] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('90d530b8-fa06-4b97-b77a-1b6ec27f2c1c',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.284986] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9 taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.285153] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.285353] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 90d530b8-fa06-4b97-b77a-1b6ec27f2c1c with status ACTIVE [ 987.285524] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.285681] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.285681] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.285906] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.286086] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.287316] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.287316] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.287316] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.287316] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.287316] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.287316] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.287316] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.287316] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.287748] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.287748] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.287748] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 90d530b8-fa06-4b97-b77a-1b6ec27f2c1c is going to be updated. [ 987.313839] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.314046] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.314114] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.314328] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.314611] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.314828] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-90d530b8-fa06-4b97-b77a-1b6ec27f2c1c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.722960] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9 in Status: SUCCESS [ 987.723170] env[65424]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9 deletion is rescheduled due to dependency. [ 987.723290] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.723532] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.723975] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.723975] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.724145] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.724145] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.724250] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.724349] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.724456] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.928768] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 306bcdbb-5933-45e1-a537-4ceb67c16347 in Status: SUCCESS [ 987.929025] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-306bcdbb-5933-45e1-a537-4ceb67c16347" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.929204] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-306bcdbb-5933-45e1-a537-4ceb67c16347" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.929399] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-306bcdbb-5933-45e1-a537-4ceb67c16347" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.929612] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.929841] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.929841] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.929932] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.930033] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.930108] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-306bcdbb-5933-45e1-a537-4ceb67c16347" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.930198] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('306bcdbb-5933-45e1-a537-4ceb67c16347',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.226612] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.432513] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('306bcdbb-5933-45e1-a537-4ceb67c16347',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.730051] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.937061] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 306bcdbb-5933-45e1-a537-4ceb67c16347: rpc.has_security_group_logging(os_id): False [ 988.958217] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.958837] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.958837] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.958837] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.959040] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.960043] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.960043] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.960043] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.960043] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.960043] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.960043] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 306bcdbb-5933-45e1-a537-4ceb67c16347 is going to be created. [ 989.042374] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.042598] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.042684] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.042975] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.043415] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.055275] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 306bcdbb-5933-45e1-a537-4ceb67c16347 in Status: IN_PROGRESS for 2s [ 989.236679] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.239822] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.239822] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.239987] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.240047] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.240157] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9 is going to be updated. [ 989.269438] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.270234] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.270522] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.271095] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.271424] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.284072] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9 in Status: IN_PROGRESS for 2s [ 991.072549] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 306bcdbb-5933-45e1-a537-4ceb67c16347 in Status: SUCCESS [ 991.072973] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-306bcdbb-5933-45e1-a537-4ceb67c16347" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.294590] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9 in Status: SUCCESS [ 991.294874] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.295110] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.295373] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.295596] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.295730] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.295799] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.295951] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.296794] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.296981] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.297115] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.437849] env[65424]: INFO networking_nsxv3.common.synchronization [req-66128b27-6281-4045-8eea-974e57a82102 req-4b7c9c57-68c0-4e93-909e-7adcfa6df4dd tempest-ServersAdminTestJSON-1481990076 tempest-ServersAdminTestJSON-1481990076-project-member] Enqueued Resource ID: d3a6cc57-5bfc-4310-b1a5-b90db89c4977 with Priority: HIGHEST for action security_group_members [ 991.437849] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3a6cc57-5bfc-4310-b1a5-b90db89c4977 with Priority: HIGHEST for action security_group_members [ 991.438351] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3a6cc57-5bfc-4310-b1a5-b90db89c4977 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.438351] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3a6cc57-5bfc-4310-b1a5-b90db89c4977" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.438496] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3a6cc57-5bfc-4310-b1a5-b90db89c4977" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.438613] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3a6cc57-5bfc-4310-b1a5-b90db89c4977" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.438755] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.438889] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.438946] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.439524] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.439524] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.439524] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d3a6cc57-5bfc-4310-b1a5-b90db89c4977',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.746725] env[65424]: INFO networking_nsxv3.common.synchronization [req-ed9d3455-85de-4fe2-991e-6f57225009c8 req-141cb626-16f3-4856-be69-83a784977d4e tempest-ServersTestJSON-1121812603 tempest-ServersTestJSON-1121812603-project-member] Enqueued Resource ID: fa366b1e-0919-4c5b-9aba-9f2e5d521b6a with Priority: HIGHEST for action security_group_members [ 991.747069] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa366b1e-0919-4c5b-9aba-9f2e5d521b6a with Priority: HIGHEST for action security_group_members [ 991.747459] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa366b1e-0919-4c5b-9aba-9f2e5d521b6a taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.747580] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa366b1e-0919-4c5b-9aba-9f2e5d521b6a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.747648] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa366b1e-0919-4c5b-9aba-9f2e5d521b6a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.747837] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa366b1e-0919-4c5b-9aba-9f2e5d521b6a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.747983] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.748108] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.748170] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.748313] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.748393] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.748781] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fa366b1e-0919-4c5b-9aba-9f2e5d521b6a',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.801112] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9 taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.801446] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.801546] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.801920] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.802152] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.802258] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.802334] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.802615] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.802744] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.802868] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.803075] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9 taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.803187] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.803252] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.803457] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.803936] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.804102] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.804173] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.804415] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.804505] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.804760] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.804760] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.942658] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d3a6cc57-5bfc-4310-b1a5-b90db89c4977',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.983136] env[65424]: INFO networking_nsxv3.common.synchronization [None req-f41d58ff-2fbc-4496-a967-8c137ff2ea7b None None] Enqueued Resource ID: be19ff30-67c8-4615-a247-608c29db53da with Priority: HIGHEST for action port [ 991.983395] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be19ff30-67c8-4615-a247-608c29db53da with Priority: HIGHEST for action port [ 991.983941] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock port-be19ff30-67c8-4615-a247-608c29db53da taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.987749] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-be19ff30-67c8-4615-a247-608c29db53da" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.987906] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-be19ff30-67c8-4615-a247-608c29db53da" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.988260] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-be19ff30-67c8-4615-a247-608c29db53da" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.988385] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('be19ff30-67c8-4615-a247-608c29db53da',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.128126] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock network-155 taken with stack trace [, , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.130163] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "network-155" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.130456] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "network-155" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.131823] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "network-155" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.132247] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.133734] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.133734] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.133734] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.133734] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.133734] env[65424]: DEBUG dogpile.cache.region [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] No value present for key: 'zone-id' {{(pid=65424) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 992.133734] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] NeedRegenerationException {{(pid=65424) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 992.133734] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] no value, waiting for create lock {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 992.133734] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] value creation lock acquired {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 992.134069] env[65424]: DEBUG dogpile.cache.region [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] No value present for key: 'zone-id' {{(pid=65424) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 992.134069] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Calling creation function for not-yet-present value {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 992.134069] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 992.157672] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 992.157928] env[65424]: DEBUG dogpile.cache.region [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65424) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 992.158020] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Released creation lock {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 992.158205] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "network-155" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.158512] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock port-6ae7fc1c-b07c-41e0-8fcc-c1bede27cb8f taken with stack trace [, , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.158684] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "port-6ae7fc1c-b07c-41e0-8fcc-c1bede27cb8f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.158801] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "port-6ae7fc1c-b07c-41e0-8fcc-c1bede27cb8f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.159156] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "port-6ae7fc1c-b07c-41e0-8fcc-c1bede27cb8f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.159295] env[65424]: DEBUG networking_nsxv3.api.rpc [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6ae7fc1c-b07c-41e0-8fcc-c1bede27cb8f',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.250480] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fa366b1e-0919-4c5b-9aba-9f2e5d521b6a',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.308114] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9: rpc.has_security_group_logging(os_id): False [ 992.328296] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.328480] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.328518] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.328765] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.328867] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.329081] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.329184] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.329248] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.329403] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.329481] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.329675] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.329768] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.329828] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.329964] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.330053] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.330350] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.330447] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.330511] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.330649] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.330789] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.330860] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9 is going to be updated. [ 992.350481] env[65424]: INFO networking_nsxv3.common.synchronization [req-de69f5c6-3cf7-4e57-a5c8-f7baff0d4e1d req-18a968cc-f4ae-4bd2-9644-11822b3b00a9 tempest-AttachInterfacesTestJSON-1826416307 tempest-AttachInterfacesTestJSON-1826416307-project-member] Enqueued Resource ID: 0ce1018e-9bfb-4592-a35b-612bacc1808f with Priority: HIGHEST for action security_group_members [ 992.351053] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ce1018e-9bfb-4592-a35b-612bacc1808f with Priority: HIGHEST for action security_group_members [ 992.351376] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ce1018e-9bfb-4592-a35b-612bacc1808f taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.351675] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ce1018e-9bfb-4592-a35b-612bacc1808f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.351675] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ce1018e-9bfb-4592-a35b-612bacc1808f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.351909] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ce1018e-9bfb-4592-a35b-612bacc1808f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.351909] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.352067] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.352067] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.352194] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.352275] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.352463] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0ce1018e-9bfb-4592-a35b-612bacc1808f',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.393252] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.393455] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.393455] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.393650] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.393802] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.408094] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9 in Status: IN_PROGRESS for 2s [ 992.447419] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d3a6cc57-5bfc-4310-b1a5-b90db89c4977',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.491225] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port be19ff30-67c8-4615-a247-608c29db53da [ 992.491225] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.491225] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.491225] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.491225] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.491225] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.491225] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:be19ff30-67c8-4615-a247-608c29db53da already deleted. [ 992.491225] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-be19ff30-67c8-4615-a247-608c29db53da" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.662993] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.663253] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.663381] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.663707] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.663889] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.664134] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Segment Port 6ae7fc1c-b07c-41e0-8fcc-c1bede27cb8f not found, creating... [ 992.664452] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.664646] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.664768] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.665042] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.665396] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.665484] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.665590] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.665705] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.665909] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.666093] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.666244] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Resource: SegmentPort with ID: 6ae7fc1c-b07c-41e0-8fcc-c1bede27cb8f is going to be created. [ 992.689200] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.689599] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.689759] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.690062] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.690306] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.690622] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "port-6ae7fc1c-b07c-41e0-8fcc-c1bede27cb8f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.753563] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fa366b1e-0919-4c5b-9aba-9f2e5d521b6a',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.850877] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock network-514 taken with stack trace [, , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.851075] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "network-514" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.853456] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "network-514" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.853456] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "network-514" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.857398] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.857398] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.857398] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.857398] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.857398] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.857398] env[65424]: DEBUG dogpile.cache.region [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] No value present for key: 'zone-id' {{(pid=65424) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 992.857398] env[65424]: DEBUG dogpile.lock [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] NeedRegenerationException {{(pid=65424) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 992.857398] env[65424]: DEBUG dogpile.lock [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] no value, waiting for create lock {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 992.857398] env[65424]: DEBUG dogpile.lock [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] value creation lock acquired {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 992.857944] env[65424]: DEBUG dogpile.cache.region [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] No value present for key: 'zone-id' {{(pid=65424) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 992.857944] env[65424]: DEBUG dogpile.lock [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Calling creation function for not-yet-present value {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 992.857944] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 992.859372] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.859504] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.859574] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.859747] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.859838] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.860036] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.860138] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.860194] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.860342] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.860430] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.860507] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0ce1018e-9bfb-4592-a35b-612bacc1808f is going to be updated. [ 992.897548] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 992.897731] env[65424]: DEBUG dogpile.cache.region [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Cache value generated in 0.040 seconds for key(s): 'zone-id' {{(pid=65424) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 992.897925] env[65424]: DEBUG dogpile.lock [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Released creation lock {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 992.898275] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "network-514" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.898660] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock port-0de8b0e6-0f27-417c-b975-20233cfcd92f taken with stack trace [, , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.898920] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "port-0de8b0e6-0f27-417c-b975-20233cfcd92f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.899123] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "port-0de8b0e6-0f27-417c-b975-20233cfcd92f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.899617] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "port-0de8b0e6-0f27-417c-b975-20233cfcd92f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.899774] env[65424]: DEBUG networking_nsxv3.api.rpc [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0de8b0e6-0f27-417c-b975-20233cfcd92f',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.936073] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.936073] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.936073] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.936073] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.936073] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.949981] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.950188] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.950245] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.950584] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.950734] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.950779] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d3a6cc57-5bfc-4310-b1a5-b90db89c4977 is going to be updated. [ 992.964357] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0ce1018e-9bfb-4592-a35b-612bacc1808f in Status: IN_PROGRESS for 2s [ 993.008770] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.009035] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.009115] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.009342] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.009502] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.020024] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d3a6cc57-5bfc-4310-b1a5-b90db89c4977 in Status: IN_PROGRESS for 2s [ 993.256611] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.257140] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.257140] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.257592] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.257592] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.257870] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa366b1e-0919-4c5b-9aba-9f2e5d521b6a is going to be updated. [ 993.303867] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.304153] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.304312] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.304576] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.304837] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.314420] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa366b1e-0919-4c5b-9aba-9f2e5d521b6a in Status: IN_PROGRESS for 2s [ 993.403417] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.403568] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.403891] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.403992] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.404137] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.404341] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Segment Port 0de8b0e6-0f27-417c-b975-20233cfcd92f not found, creating... [ 993.404641] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.404807] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.405010] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.405361] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.405504] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.405828] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.405989] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.406118] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.406342] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.406531] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.406684] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Resource: SegmentPort with ID: 0de8b0e6-0f27-417c-b975-20233cfcd92f is going to be created. [ 993.440403] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.440622] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.440782] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.441179] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.441430] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.441819] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "port-0de8b0e6-0f27-417c-b975-20233cfcd92f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.452412] env[65424]: INFO networking_nsxv3.common.synchronization [req-ed9d3455-85de-4fe2-991e-6f57225009c8 req-52b3acec-bbe1-4663-b668-d4db3599789a service nova] Enqueued Resource ID: fa366b1e-0919-4c5b-9aba-9f2e5d521b6a with Priority: HIGHEST for action security_group_rules [ 993.452700] env[65424]: INFO networking_nsxv3.common.synchronization [req-ed9d3455-85de-4fe2-991e-6f57225009c8 req-52b3acec-bbe1-4663-b668-d4db3599789a service nova] Enqueued Resource ID: fa366b1e-0919-4c5b-9aba-9f2e5d521b6a with Priority: HIGHEST for action security_group_members [ 993.452853] env[65424]: INFO networking_nsxv3.common.synchronization [req-ed9d3455-85de-4fe2-991e-6f57225009c8 req-52b3acec-bbe1-4663-b668-d4db3599789a service nova] Enqueued Resource ID: 6ae7fc1c-b07c-41e0-8fcc-c1bede27cb8f with Priority: HIGHEST for action port [ 993.453552] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa366b1e-0919-4c5b-9aba-9f2e5d521b6a with Priority: HIGHEST for action security_group_rules [ 993.453709] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa366b1e-0919-4c5b-9aba-9f2e5d521b6a with Priority: HIGHEST for action security_group_members [ 993.453709] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ae7fc1c-b07c-41e0-8fcc-c1bede27cb8f with Priority: HIGHEST for action port [ 993.454018] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fa366b1e-0919-4c5b-9aba-9f2e5d521b6a taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.454180] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fa366b1e-0919-4c5b-9aba-9f2e5d521b6a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.454255] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fa366b1e-0919-4c5b-9aba-9f2e5d521b6a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.454521] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fa366b1e-0919-4c5b-9aba-9f2e5d521b6a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.454555] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fa366b1e-0919-4c5b-9aba-9f2e5d521b6a',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.455772] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa366b1e-0919-4c5b-9aba-9f2e5d521b6a taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.455772] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa366b1e-0919-4c5b-9aba-9f2e5d521b6a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.455950] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock port-6ae7fc1c-b07c-41e0-8fcc-c1bede27cb8f taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.456022] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6ae7fc1c-b07c-41e0-8fcc-c1bede27cb8f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.456073] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6ae7fc1c-b07c-41e0-8fcc-c1bede27cb8f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.456418] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6ae7fc1c-b07c-41e0-8fcc-c1bede27cb8f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.456481] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6ae7fc1c-b07c-41e0-8fcc-c1bede27cb8f',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.958743] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa366b1e-0919-4c5b-9aba-9f2e5d521b6a taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.958916] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa366b1e-0919-4c5b-9aba-9f2e5d521b6a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.959278] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6ae7fc1c-b07c-41e0-8fcc-c1bede27cb8f with status ACTIVE [ 993.959278] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.959421] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.959421] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.959584] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.959670] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.959844] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.959942] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.960023] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.960165] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.960241] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.960415] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.960508] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.960565] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.960693] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.960761] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.960841] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6ae7fc1c-b07c-41e0-8fcc-c1bede27cb8f is going to be updated. [ 993.981911] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.982080] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.982139] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.982350] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.982486] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.982647] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6ae7fc1c-b07c-41e0-8fcc-c1bede27cb8f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.154339] env[65424]: INFO networking_nsxv3.common.synchronization [req-de69f5c6-3cf7-4e57-a5c8-f7baff0d4e1d req-6a8498de-a540-4542-982f-a4c672016f9c service nova] Enqueued Resource ID: 0ce1018e-9bfb-4592-a35b-612bacc1808f with Priority: HIGHEST for action security_group_rules [ 994.154677] env[65424]: INFO networking_nsxv3.common.synchronization [req-de69f5c6-3cf7-4e57-a5c8-f7baff0d4e1d req-6a8498de-a540-4542-982f-a4c672016f9c service nova] Enqueued Resource ID: 0ce1018e-9bfb-4592-a35b-612bacc1808f with Priority: HIGHEST for action security_group_members [ 994.154769] env[65424]: INFO networking_nsxv3.common.synchronization [req-de69f5c6-3cf7-4e57-a5c8-f7baff0d4e1d req-6a8498de-a540-4542-982f-a4c672016f9c service nova] Enqueued Resource ID: 0de8b0e6-0f27-417c-b975-20233cfcd92f with Priority: HIGHEST for action port [ 994.155445] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ce1018e-9bfb-4592-a35b-612bacc1808f with Priority: HIGHEST for action security_group_rules [ 994.155699] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ce1018e-9bfb-4592-a35b-612bacc1808f with Priority: HIGHEST for action security_group_members [ 994.155844] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0de8b0e6-0f27-417c-b975-20233cfcd92f with Priority: HIGHEST for action port [ 994.156602] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0ce1018e-9bfb-4592-a35b-612bacc1808f taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.156754] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0ce1018e-9bfb-4592-a35b-612bacc1808f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.156828] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0ce1018e-9bfb-4592-a35b-612bacc1808f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.157046] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0ce1018e-9bfb-4592-a35b-612bacc1808f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.157133] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0ce1018e-9bfb-4592-a35b-612bacc1808f',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.157992] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ce1018e-9bfb-4592-a35b-612bacc1808f taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.158094] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ce1018e-9bfb-4592-a35b-612bacc1808f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.158294] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock port-0de8b0e6-0f27-417c-b975-20233cfcd92f taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.158394] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0de8b0e6-0f27-417c-b975-20233cfcd92f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.158455] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0de8b0e6-0f27-417c-b975-20233cfcd92f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.159470] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0de8b0e6-0f27-417c-b975-20233cfcd92f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.159470] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0de8b0e6-0f27-417c-b975-20233cfcd92f',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.164911] env[65424]: INFO networking_nsxv3.common.synchronization [None req-f5fc1021-a629-4c60-8dbe-d04588aa09f6 None None] Enqueued Resource ID: 626c0161-252a-4fec-bb8b-d3289aaca60f with Priority: HIGHEST for action port [ 994.165947] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 626c0161-252a-4fec-bb8b-d3289aaca60f with Priority: HIGHEST for action port [ 994.165947] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock port-626c0161-252a-4fec-bb8b-d3289aaca60f taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.165947] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-626c0161-252a-4fec-bb8b-d3289aaca60f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.165947] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-626c0161-252a-4fec-bb8b-d3289aaca60f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.166179] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-626c0161-252a-4fec-bb8b-d3289aaca60f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.166213] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('626c0161-252a-4fec-bb8b-d3289aaca60f',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.440833] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9 in Status: SUCCESS [ 994.440833] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.661062] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ce1018e-9bfb-4592-a35b-612bacc1808f taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.661301] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ce1018e-9bfb-4592-a35b-612bacc1808f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.661542] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0de8b0e6-0f27-417c-b975-20233cfcd92f with status ACTIVE [ 994.661762] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.661933] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.662050] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.662289] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.662386] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.662637] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.663054] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.663054] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.663054] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.663222] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.663379] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.663523] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.663616] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.663783] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.663867] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.663956] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0de8b0e6-0f27-417c-b975-20233cfcd92f is going to be updated. [ 994.668219] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 626c0161-252a-4fec-bb8b-d3289aaca60f [ 994.668373] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.668445] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.668489] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.668661] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.668811] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.668972] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:626c0161-252a-4fec-bb8b-d3289aaca60f already deleted. [ 994.669170] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-626c0161-252a-4fec-bb8b-d3289aaca60f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.691834] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.691834] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.691834] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.691834] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.692157] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.692157] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0de8b0e6-0f27-417c-b975-20233cfcd92f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.779449] env[65424]: INFO networking_nsxv3.common.synchronization [None req-a96ee860-ce9a-4583-9761-c469c3581ccf tempest-ServerActionsTestJSON-1441725890 tempest-ServerActionsTestJSON-1441725890-project-member] Enqueued Resource ID: 7b9de5c1-b95a-4fe3-8670-021d73af9048 with Priority: HIGHEST for action security_group_rules [ 994.779961] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b9de5c1-b95a-4fe3-8670-021d73af9048 with Priority: HIGHEST for action security_group_rules [ 994.780567] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7b9de5c1-b95a-4fe3-8670-021d73af9048 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.780703] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7b9de5c1-b95a-4fe3-8670-021d73af9048" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.780769] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7b9de5c1-b95a-4fe3-8670-021d73af9048" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.781309] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7b9de5c1-b95a-4fe3-8670-021d73af9048" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.781309] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7b9de5c1-b95a-4fe3-8670-021d73af9048',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.958968] env[65424]: INFO networking_nsxv3.common.synchronization [None req-d7392416-9438-4c36-82b2-0f000f0d038a tempest-ServerActionsTestJSON-1441725890 tempest-ServerActionsTestJSON-1441725890-project-member] Enqueued Resource ID: 7b9de5c1-b95a-4fe3-8670-021d73af9048 with Priority: HIGHEST for action security_group_rules [ 994.959439] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b9de5c1-b95a-4fe3-8670-021d73af9048 with Priority: HIGHEST for action security_group_rules [ 994.959824] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7b9de5c1-b95a-4fe3-8670-021d73af9048 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.959887] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7b9de5c1-b95a-4fe3-8670-021d73af9048" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.982761] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0ce1018e-9bfb-4592-a35b-612bacc1808f in Status: SUCCESS [ 994.982971] env[65424]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0ce1018e-9bfb-4592-a35b-612bacc1808f deletion is rescheduled due to dependency. [ 994.983089] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ce1018e-9bfb-4592-a35b-612bacc1808f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.983304] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ce1018e-9bfb-4592-a35b-612bacc1808f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.983549] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ce1018e-9bfb-4592-a35b-612bacc1808f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.983744] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.983861] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.983922] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.987029] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.987029] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.987029] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0ce1018e-9bfb-4592-a35b-612bacc1808f',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.032544] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d3a6cc57-5bfc-4310-b1a5-b90db89c4977 in Status: SUCCESS [ 995.032897] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3a6cc57-5bfc-4310-b1a5-b90db89c4977" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.304110] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.304311] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.305085] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.305085] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.305085] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.305085] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7b9de5c1-b95a-4fe3-8670-021d73af9048 already deleted. [ 995.305085] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7b9de5c1-b95a-4fe3-8670-021d73af9048" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.305085] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7b9de5c1-b95a-4fe3-8670-021d73af9048" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.305375] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7b9de5c1-b95a-4fe3-8670-021d73af9048" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.305375] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7b9de5c1-b95a-4fe3-8670-021d73af9048',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.326111] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa366b1e-0919-4c5b-9aba-9f2e5d521b6a in Status: SUCCESS [ 995.326343] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa366b1e-0919-4c5b-9aba-9f2e5d521b6a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.326878] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa366b1e-0919-4c5b-9aba-9f2e5d521b6a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.327112] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa366b1e-0919-4c5b-9aba-9f2e5d521b6a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.327296] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.327432] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.327528] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.327806] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.327806] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.327901] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fa366b1e-0919-4c5b-9aba-9f2e5d521b6a',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.489677] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0ce1018e-9bfb-4592-a35b-612bacc1808f',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.830222] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.830365] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.830438] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.830658] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.830750] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.830848] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7b9de5c1-b95a-4fe3-8670-021d73af9048 already deleted. [ 995.830931] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7b9de5c1-b95a-4fe3-8670-021d73af9048" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.831189] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fa366b1e-0919-4c5b-9aba-9f2e5d521b6a',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.992560] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0ce1018e-9bfb-4592-a35b-612bacc1808f',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.335020] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fa366b1e-0919-4c5b-9aba-9f2e5d521b6a',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.496138] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.496138] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.496138] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.496557] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.496557] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.496620] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0ce1018e-9bfb-4592-a35b-612bacc1808f is going to be updated. [ 996.532592] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.532749] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.532819] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.533087] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.533251] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.544502] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0ce1018e-9bfb-4592-a35b-612bacc1808f in Status: IN_PROGRESS for 2s [ 996.836677] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.836785] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.836864] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.840100] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.840208] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.841237] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa366b1e-0919-4c5b-9aba-9f2e5d521b6a is going to be updated. [ 996.873352] env[65424]: INFO networking_nsxv3.common.synchronization [req-1ac45a3f-b469-49b1-b76e-8fad480280a2 req-9bf83b38-92fd-4085-8efb-db573b56384b tempest-ServerGroupTestJSON-1278603459 tempest-ServerGroupTestJSON-1278603459-project-member] Enqueued Resource ID: 322737d2-56bd-4eb2-911e-5641997a07ab with Priority: HIGHEST for action security_group_members [ 996.873352] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 322737d2-56bd-4eb2-911e-5641997a07ab with Priority: HIGHEST for action security_group_members [ 996.873676] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-322737d2-56bd-4eb2-911e-5641997a07ab taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.873763] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-322737d2-56bd-4eb2-911e-5641997a07ab" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.873825] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-322737d2-56bd-4eb2-911e-5641997a07ab" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.874612] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-322737d2-56bd-4eb2-911e-5641997a07ab" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.874612] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.874612] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.874612] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.874612] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.874612] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.874894] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('322737d2-56bd-4eb2-911e-5641997a07ab',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.904200] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.904200] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.904200] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.904200] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.904200] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.921074] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa366b1e-0919-4c5b-9aba-9f2e5d521b6a in Status: IN_PROGRESS for 2s [ 997.268322] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock network-258 taken with stack trace [, , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.268555] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "network-258" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.268681] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "network-258" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.269530] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "network-258" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.269890] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.271529] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.271529] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.271529] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.271529] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.271529] env[65424]: DEBUG dogpile.cache.region [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] No value present for key: 'zone-id' {{(pid=65424) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 997.271529] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] NeedRegenerationException {{(pid=65424) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 997.271529] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] no value, waiting for create lock {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 997.271529] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] value creation lock acquired {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 997.271529] env[65424]: DEBUG dogpile.cache.region [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] No value present for key: 'zone-id' {{(pid=65424) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 997.271529] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Calling creation function for not-yet-present value {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 997.271529] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 997.292579] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 997.292795] env[65424]: DEBUG dogpile.cache.region [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65424) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 997.292959] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Released creation lock {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 997.293494] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "network-258" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.293741] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock port-7f4c6ad6-319c-487d-b6b7-b80d73543ee3 taken with stack trace [, , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.293741] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "port-7f4c6ad6-319c-487d-b6b7-b80d73543ee3" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.293888] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "port-7f4c6ad6-319c-487d-b6b7-b80d73543ee3" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.294235] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "port-7f4c6ad6-319c-487d-b6b7-b80d73543ee3" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.294676] env[65424]: DEBUG networking_nsxv3.api.rpc [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7f4c6ad6-319c-487d-b6b7-b80d73543ee3',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.377071] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.377279] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.377339] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.377626] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.377737] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.377956] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.378078] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.378136] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.378304] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.378406] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.378618] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 322737d2-56bd-4eb2-911e-5641997a07ab already deleted. [ 997.378750] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-322737d2-56bd-4eb2-911e-5641997a07ab" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.800393] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.800393] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.800393] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.800393] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.800393] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.800393] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Segment Port 7f4c6ad6-319c-487d-b6b7-b80d73543ee3 not found, creating... [ 997.800393] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.800393] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.800393] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.800393] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.800393] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.801494] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.801850] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.802119] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.802472] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.802813] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.803093] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Resource: SegmentPort with ID: 7f4c6ad6-319c-487d-b6b7-b80d73543ee3 is going to be created. [ 997.840462] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.841092] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.841355] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.841730] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.842105] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.843120] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "port-7f4c6ad6-319c-487d-b6b7-b80d73543ee3" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.558033] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0ce1018e-9bfb-4592-a35b-612bacc1808f in Status: SUCCESS [ 998.558299] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ce1018e-9bfb-4592-a35b-612bacc1808f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.558486] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ce1018e-9bfb-4592-a35b-612bacc1808f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.558727] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ce1018e-9bfb-4592-a35b-612bacc1808f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.558948] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.559087] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.559156] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.559327] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.559408] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.559508] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ce1018e-9bfb-4592-a35b-612bacc1808f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.559604] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0ce1018e-9bfb-4592-a35b-612bacc1808f',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.602084] env[65424]: INFO networking_nsxv3.common.synchronization [req-1ac45a3f-b469-49b1-b76e-8fad480280a2 req-f722cf27-9ad3-41de-8a83-4def15ad3a26 service nova] Enqueued Resource ID: 322737d2-56bd-4eb2-911e-5641997a07ab with Priority: HIGHEST for action security_group_rules [ 998.602084] env[65424]: INFO networking_nsxv3.common.synchronization [req-1ac45a3f-b469-49b1-b76e-8fad480280a2 req-f722cf27-9ad3-41de-8a83-4def15ad3a26 service nova] Enqueued Resource ID: 322737d2-56bd-4eb2-911e-5641997a07ab with Priority: HIGHEST for action security_group_members [ 998.602084] env[65424]: INFO networking_nsxv3.common.synchronization [req-1ac45a3f-b469-49b1-b76e-8fad480280a2 req-f722cf27-9ad3-41de-8a83-4def15ad3a26 service nova] Enqueued Resource ID: 7f4c6ad6-319c-487d-b6b7-b80d73543ee3 with Priority: HIGHEST for action port [ 998.602084] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 322737d2-56bd-4eb2-911e-5641997a07ab with Priority: HIGHEST for action security_group_rules [ 998.602084] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 322737d2-56bd-4eb2-911e-5641997a07ab with Priority: HIGHEST for action security_group_members [ 998.602084] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f4c6ad6-319c-487d-b6b7-b80d73543ee3 with Priority: HIGHEST for action port [ 998.603052] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock rules-322737d2-56bd-4eb2-911e-5641997a07ab taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.603353] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-322737d2-56bd-4eb2-911e-5641997a07ab" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.603865] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-322737d2-56bd-4eb2-911e-5641997a07ab" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.604274] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-322737d2-56bd-4eb2-911e-5641997a07ab" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.604494] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('322737d2-56bd-4eb2-911e-5641997a07ab',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.605640] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-322737d2-56bd-4eb2-911e-5641997a07ab taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.605906] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-322737d2-56bd-4eb2-911e-5641997a07ab" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.606090] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-322737d2-56bd-4eb2-911e-5641997a07ab" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.606448] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-322737d2-56bd-4eb2-911e-5641997a07ab" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.606728] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.606987] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.607173] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.607438] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.607622] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.607800] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('322737d2-56bd-4eb2-911e-5641997a07ab',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.610922] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock port-7f4c6ad6-319c-487d-b6b7-b80d73543ee3 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.610922] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7f4c6ad6-319c-487d-b6b7-b80d73543ee3" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.610922] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7f4c6ad6-319c-487d-b6b7-b80d73543ee3" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.610922] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7f4c6ad6-319c-487d-b6b7-b80d73543ee3" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.610922] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7f4c6ad6-319c-487d-b6b7-b80d73543ee3',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.932652] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa366b1e-0919-4c5b-9aba-9f2e5d521b6a in Status: SUCCESS [ 998.935030] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa366b1e-0919-4c5b-9aba-9f2e5d521b6a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.935030] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa366b1e-0919-4c5b-9aba-9f2e5d521b6a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.935030] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa366b1e-0919-4c5b-9aba-9f2e5d521b6a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.935030] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.935030] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.935030] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.935030] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.935030] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.935030] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa366b1e-0919-4c5b-9aba-9f2e5d521b6a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.935030] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fa366b1e-0919-4c5b-9aba-9f2e5d521b6a',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.015540] env[65424]: INFO networking_nsxv3.common.synchronization [None req-f55de458-c3be-4ec4-93a1-b69e115a3a95 None None] Enqueued Resource ID: 111a5a77-8be9-42f9-9cf1-b020d7ff0730 with Priority: HIGHEST for action port [ 999.016695] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 111a5a77-8be9-42f9-9cf1-b020d7ff0730 with Priority: HIGHEST for action port [ 999.017168] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock port-111a5a77-8be9-42f9-9cf1-b020d7ff0730 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.017593] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-111a5a77-8be9-42f9-9cf1-b020d7ff0730" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.017745] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-111a5a77-8be9-42f9-9cf1-b020d7ff0730" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.018051] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-111a5a77-8be9-42f9-9cf1-b020d7ff0730" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.018227] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('111a5a77-8be9-42f9-9cf1-b020d7ff0730',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.065607] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ce1018e-9bfb-4592-a35b-612bacc1808f taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.066071] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ce1018e-9bfb-4592-a35b-612bacc1808f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.066145] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ce1018e-9bfb-4592-a35b-612bacc1808f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.066369] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ce1018e-9bfb-4592-a35b-612bacc1808f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.066612] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.066713] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.066775] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.066941] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.067041] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.067129] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ce1018e-9bfb-4592-a35b-612bacc1808f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.067283] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ce1018e-9bfb-4592-a35b-612bacc1808f taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.067373] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ce1018e-9bfb-4592-a35b-612bacc1808f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.067427] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ce1018e-9bfb-4592-a35b-612bacc1808f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.067593] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ce1018e-9bfb-4592-a35b-612bacc1808f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.067963] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.067963] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.067963] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.068154] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.068154] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.068154] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ce1018e-9bfb-4592-a35b-612bacc1808f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.068265] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0ce1018e-9bfb-4592-a35b-612bacc1808f',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.112035] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-322737d2-56bd-4eb2-911e-5641997a07ab taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.112035] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-322737d2-56bd-4eb2-911e-5641997a07ab" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.112035] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('322737d2-56bd-4eb2-911e-5641997a07ab',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.116714] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7f4c6ad6-319c-487d-b6b7-b80d73543ee3 with status ACTIVE [ 999.116714] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.116714] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.116714] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.116714] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.116714] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.116714] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.116714] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.120197] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.120197] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.120197] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.120197] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.120197] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.120197] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.120197] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.120197] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.120585] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7f4c6ad6-319c-487d-b6b7-b80d73543ee3 is going to be updated. [ 999.143647] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.144031] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.144031] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.144844] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.144844] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.144844] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7f4c6ad6-319c-487d-b6b7-b80d73543ee3" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.438390] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa366b1e-0919-4c5b-9aba-9f2e5d521b6a taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.438390] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa366b1e-0919-4c5b-9aba-9f2e5d521b6a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.438390] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa366b1e-0919-4c5b-9aba-9f2e5d521b6a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.438390] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa366b1e-0919-4c5b-9aba-9f2e5d521b6a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.438390] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.438390] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.438390] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.438778] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.438778] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.438778] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa366b1e-0919-4c5b-9aba-9f2e5d521b6a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.438877] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa366b1e-0919-4c5b-9aba-9f2e5d521b6a taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.439027] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa366b1e-0919-4c5b-9aba-9f2e5d521b6a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.439074] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa366b1e-0919-4c5b-9aba-9f2e5d521b6a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.439229] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa366b1e-0919-4c5b-9aba-9f2e5d521b6a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.439385] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.439527] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.439593] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.439844] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.439844] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.439970] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa366b1e-0919-4c5b-9aba-9f2e5d521b6a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.440080] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fa366b1e-0919-4c5b-9aba-9f2e5d521b6a',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.523387] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 111a5a77-8be9-42f9-9cf1-b020d7ff0730 [ 999.523683] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.523841] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.523928] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.524308] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.524471] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.524582] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:111a5a77-8be9-42f9-9cf1-b020d7ff0730 already deleted. [ 999.524692] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-111a5a77-8be9-42f9-9cf1-b020d7ff0730" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.571034] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0ce1018e-9bfb-4592-a35b-612bacc1808f: rpc.has_security_group_logging(os_id): False [ 999.603132] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.603337] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.603454] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.603747] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.603875] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.604103] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.604217] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.604258] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.604512] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.604589] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.605782] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.605917] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.607099] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.607099] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.607099] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.607099] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.607099] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.607099] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.607374] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.607374] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.607436] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0ce1018e-9bfb-4592-a35b-612bacc1808f is going to be updated. [ 999.623012] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('322737d2-56bd-4eb2-911e-5641997a07ab',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.718067] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.718230] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.718298] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.718519] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.718688] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.739055] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0ce1018e-9bfb-4592-a35b-612bacc1808f in Status: IN_PROGRESS for 2s [ 999.943517] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fa366b1e-0919-4c5b-9aba-9f2e5d521b6a: rpc.has_security_group_logging(os_id): False [ 999.962260] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.962425] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.962469] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.962952] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.962952] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.962952] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.963098] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.963098] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.963237] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.963314] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.963552] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.963646] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.963706] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.963841] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.963914] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.964102] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.964196] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.964288] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.964388] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.964476] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.964601] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fa366b1e-0919-4c5b-9aba-9f2e5d521b6a is going to be updated. [ 1000.057859] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.057859] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.057859] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.057859] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.057859] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.076835] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fa366b1e-0919-4c5b-9aba-9f2e5d521b6a in Status: IN_PROGRESS for 2s [ 1000.125703] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.125848] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.126027] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.126164] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.126253] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.126352] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 322737d2-56bd-4eb2-911e-5641997a07ab is going to be created. [ 1000.169680] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.169680] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.169680] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.169680] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.170424] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.185721] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 322737d2-56bd-4eb2-911e-5641997a07ab in Status: UNINITIALIZED for 2s [ 1000.448259] env[65424]: INFO networking_nsxv3.common.synchronization [None req-5b8dbcbc-b8f4-4f6c-a831-9bc27131cb42 tempest-AttachInterfacesTestJSON-1826416307 tempest-AttachInterfacesTestJSON-1826416307-project-member] Enqueued Resource ID: 0ce1018e-9bfb-4592-a35b-612bacc1808f with Priority: HIGHEST for action security_group_members [ 1000.448259] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ce1018e-9bfb-4592-a35b-612bacc1808f with Priority: HIGHEST for action security_group_members [ 1000.448259] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ce1018e-9bfb-4592-a35b-612bacc1808f taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.448456] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ce1018e-9bfb-4592-a35b-612bacc1808f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.448456] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ce1018e-9bfb-4592-a35b-612bacc1808f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.448555] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ce1018e-9bfb-4592-a35b-612bacc1808f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.448683] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.448773] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.448831] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.449187] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.449187] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.449187] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0ce1018e-9bfb-4592-a35b-612bacc1808f',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.951340] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0ce1018e-9bfb-4592-a35b-612bacc1808f',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.454848] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0ce1018e-9bfb-4592-a35b-612bacc1808f',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.755458] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0ce1018e-9bfb-4592-a35b-612bacc1808f in Status: SUCCESS [ 1001.755458] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0ce1018e-9bfb-4592-a35b-612bacc1808f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.958535] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.958951] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.958951] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.959536] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.959787] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.959930] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0ce1018e-9bfb-4592-a35b-612bacc1808f is going to be updated. [ 1001.996146] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.996146] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.996146] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.996146] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.996146] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.007102] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0ce1018e-9bfb-4592-a35b-612bacc1808f in Status: IN_PROGRESS for 2s [ 1002.122281] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fa366b1e-0919-4c5b-9aba-9f2e5d521b6a in Status: SUCCESS [ 1002.122909] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fa366b1e-0919-4c5b-9aba-9f2e5d521b6a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.200330] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 322737d2-56bd-4eb2-911e-5641997a07ab in Status: SUCCESS [ 1002.201092] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-322737d2-56bd-4eb2-911e-5641997a07ab" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.201092] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-322737d2-56bd-4eb2-911e-5641997a07ab" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.201278] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-322737d2-56bd-4eb2-911e-5641997a07ab" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.201520] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.201695] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.201695] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.201855] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.201940] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.202041] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-322737d2-56bd-4eb2-911e-5641997a07ab" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.202131] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('322737d2-56bd-4eb2-911e-5641997a07ab',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.680448] env[65424]: INFO networking_nsxv3.common.synchronization [None req-47171600-7b89-4e85-a0ca-e89e28b6829b None None] Enqueued Resource ID: 343b85f4-1931-4705-983f-1d54d73fd219 with Priority: HIGHEST for action port [ 1002.680448] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 343b85f4-1931-4705-983f-1d54d73fd219 with Priority: HIGHEST for action port [ 1002.680815] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock port-343b85f4-1931-4705-983f-1d54d73fd219 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.680963] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-343b85f4-1931-4705-983f-1d54d73fd219" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.681051] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-343b85f4-1931-4705-983f-1d54d73fd219" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.681311] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-343b85f4-1931-4705-983f-1d54d73fd219" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.681393] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('343b85f4-1931-4705-983f-1d54d73fd219',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.705463] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-322737d2-56bd-4eb2-911e-5641997a07ab taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.705619] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-322737d2-56bd-4eb2-911e-5641997a07ab" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.705662] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-322737d2-56bd-4eb2-911e-5641997a07ab" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.705927] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-322737d2-56bd-4eb2-911e-5641997a07ab" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.706043] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.706147] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.706201] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.706321] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.706405] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.706553] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-322737d2-56bd-4eb2-911e-5641997a07ab" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.706863] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-322737d2-56bd-4eb2-911e-5641997a07ab taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.707037] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-322737d2-56bd-4eb2-911e-5641997a07ab" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.707116] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-322737d2-56bd-4eb2-911e-5641997a07ab" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.707356] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-322737d2-56bd-4eb2-911e-5641997a07ab" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.707553] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.707666] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.707771] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.707949] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.708235] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.708352] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-322737d2-56bd-4eb2-911e-5641997a07ab" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.708559] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('322737d2-56bd-4eb2-911e-5641997a07ab',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.736384] env[65424]: INFO networking_nsxv3.common.synchronization [req-7fea1c12-f8ad-470a-82fb-1333d7480a12 req-cc873c53-2c9e-46a9-9546-f30255ecd299 tempest-ServersAdminTestJSON-1481990076 tempest-ServersAdminTestJSON-1481990076-project-member] Enqueued Resource ID: d3a6cc57-5bfc-4310-b1a5-b90db89c4977 with Priority: HIGHEST for action security_group_members [ 1002.737290] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3a6cc57-5bfc-4310-b1a5-b90db89c4977 with Priority: HIGHEST for action security_group_members [ 1002.737490] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3a6cc57-5bfc-4310-b1a5-b90db89c4977 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.738529] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3a6cc57-5bfc-4310-b1a5-b90db89c4977" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.738626] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3a6cc57-5bfc-4310-b1a5-b90db89c4977" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.740847] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3a6cc57-5bfc-4310-b1a5-b90db89c4977" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.740847] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.740847] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.740847] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.740847] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.740847] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.740847] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d3a6cc57-5bfc-4310-b1a5-b90db89c4977',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.140038] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock network-514 taken with stack trace [, , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.140351] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "network-514" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.140351] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "network-514" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.140584] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "network-514" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.140837] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.140988] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.141112] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.141319] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.141551] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.141768] env[65424]: DEBUG dogpile.cache.region [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] No value present for key: 'zone-id' {{(pid=65424) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1003.141877] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] NeedRegenerationException {{(pid=65424) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1003.141982] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] no value, waiting for create lock {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1003.142159] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] value creation lock acquired {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1003.142217] env[65424]: DEBUG dogpile.cache.region [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] No value present for key: 'zone-id' {{(pid=65424) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1003.142298] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Calling creation function for not-yet-present value {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1003.143448] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1003.163411] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1003.163589] env[65424]: DEBUG dogpile.cache.region [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65424) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1003.163726] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Released creation lock {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1003.163898] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "network-514" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.164227] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock port-9477fabd-1afd-470a-b284-139afcaace49 taken with stack trace [, , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.164402] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "port-9477fabd-1afd-470a-b284-139afcaace49" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.164516] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "port-9477fabd-1afd-470a-b284-139afcaace49" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.164860] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "port-9477fabd-1afd-470a-b284-139afcaace49" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.165000] env[65424]: DEBUG networking_nsxv3.api.rpc [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9477fabd-1afd-470a-b284-139afcaace49',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.184117] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 343b85f4-1931-4705-983f-1d54d73fd219 [ 1003.184287] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.184501] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.184614] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.184895] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.185025] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.185137] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:343b85f4-1931-4705-983f-1d54d73fd219 already deleted. [ 1003.185224] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-343b85f4-1931-4705-983f-1d54d73fd219" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.211363] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 322737d2-56bd-4eb2-911e-5641997a07ab: rpc.has_security_group_logging(os_id): False [ 1003.231888] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.232086] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.232086] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.232303] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.232389] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.232590] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.232689] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.232752] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.232899] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.232974] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.233169] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.233264] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.233324] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.233458] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.233532] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.233705] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.233796] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.233857] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.233989] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.234073] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.234161] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 322737d2-56bd-4eb2-911e-5641997a07ab is going to be created. [ 1003.242111] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.242256] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.242350] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.242570] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.242659] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.242852] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.242950] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.243034] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.243170] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.243242] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.243342] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d3a6cc57-5bfc-4310-b1a5-b90db89c4977 is going to be updated. [ 1003.281143] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.281342] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.281342] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.281587] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.282829] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.295550] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d3a6cc57-5bfc-4310-b1a5-b90db89c4977 in Status: IN_PROGRESS for 2s [ 1003.336763] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.336763] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.336763] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.336763] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.336763] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.364923] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 322737d2-56bd-4eb2-911e-5641997a07ab in Status: IN_PROGRESS for 2s [ 1003.667984] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.668257] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.669511] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.669511] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.669511] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.669511] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Segment Port 9477fabd-1afd-470a-b284-139afcaace49 not found, creating... [ 1003.669511] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.669511] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.669777] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.669850] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.669996] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.670326] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.670505] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.670622] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.670872] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.671061] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.671189] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Resource: SegmentPort with ID: 9477fabd-1afd-470a-b284-139afcaace49 is going to be created. [ 1003.693793] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.694037] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.694149] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.694590] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.695201] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.695201] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "port-9477fabd-1afd-470a-b284-139afcaace49" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.785593] env[65424]: INFO networking_nsxv3.common.synchronization [req-06acc88b-0302-4354-aa19-e6ebc32fe0a3 req-8b70ce72-ae75-4d34-82d9-cf4c4e66f910 tempest-ServerDiskConfigTestJSON-1442015367 tempest-ServerDiskConfigTestJSON-1442015367-project-member] Enqueued Resource ID: 62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f with Priority: HIGHEST for action security_group_members [ 1003.786160] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f with Priority: HIGHEST for action security_group_members [ 1003.786514] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.786645] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.786696] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.788587] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.788587] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.788587] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.788587] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.788587] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.788587] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.788587] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.017855] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0ce1018e-9bfb-4592-a35b-612bacc1808f in Status: SUCCESS [ 1004.018112] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ce1018e-9bfb-4592-a35b-612bacc1808f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.187609] env[65424]: INFO networking_nsxv3.common.synchronization [req-669c7314-9101-4a3e-87ca-32715a66ff23 req-8316b182-02bc-47d0-a8b8-775bd21d9481 tempest-ServerActionsTestJSON-1441725890 tempest-ServerActionsTestJSON-1441725890-project-member] Enqueued Resource ID: 7b9de5c1-b95a-4fe3-8670-021d73af9048 with Priority: HIGHEST for action security_group_members [ 1004.187609] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b9de5c1-b95a-4fe3-8670-021d73af9048 with Priority: HIGHEST for action security_group_members [ 1004.187927] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b9de5c1-b95a-4fe3-8670-021d73af9048 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.188110] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b9de5c1-b95a-4fe3-8670-021d73af9048" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.188207] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b9de5c1-b95a-4fe3-8670-021d73af9048" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.188587] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b9de5c1-b95a-4fe3-8670-021d73af9048" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.188927] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.189109] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.189175] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.189383] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.189560] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.189705] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7b9de5c1-b95a-4fe3-8670-021d73af9048',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.291081] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.291081] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.291081] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.291317] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.291402] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.291571] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.291821] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.291821] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.292029] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.292029] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.292328] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f is going to be updated. [ 1004.380364] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.380577] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.380577] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.381670] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.381670] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.399167] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f in Status: IN_PROGRESS for 2s [ 1004.445861] env[65424]: INFO networking_nsxv3.common.synchronization [req-c1fb1a84-c708-40a8-9633-4d46c5d2bf4b req-78185b1f-650c-4ba9-8c63-88945083e729 service nova] Enqueued Resource ID: 0ce1018e-9bfb-4592-a35b-612bacc1808f with Priority: HIGHEST for action security_group_rules [ 1004.445861] env[65424]: INFO networking_nsxv3.common.synchronization [req-c1fb1a84-c708-40a8-9633-4d46c5d2bf4b req-78185b1f-650c-4ba9-8c63-88945083e729 service nova] Enqueued Resource ID: 0ce1018e-9bfb-4592-a35b-612bacc1808f with Priority: HIGHEST for action security_group_members [ 1004.445861] env[65424]: INFO networking_nsxv3.common.synchronization [req-c1fb1a84-c708-40a8-9633-4d46c5d2bf4b req-78185b1f-650c-4ba9-8c63-88945083e729 service nova] Enqueued Resource ID: 9477fabd-1afd-470a-b284-139afcaace49 with Priority: HIGHEST for action port [ 1004.446995] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ce1018e-9bfb-4592-a35b-612bacc1808f with Priority: HIGHEST for action security_group_rules [ 1004.447437] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ce1018e-9bfb-4592-a35b-612bacc1808f with Priority: HIGHEST for action security_group_members [ 1004.447437] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9477fabd-1afd-470a-b284-139afcaace49 with Priority: HIGHEST for action port [ 1004.448345] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0ce1018e-9bfb-4592-a35b-612bacc1808f taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.448345] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0ce1018e-9bfb-4592-a35b-612bacc1808f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.448345] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0ce1018e-9bfb-4592-a35b-612bacc1808f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.448345] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0ce1018e-9bfb-4592-a35b-612bacc1808f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.448345] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0ce1018e-9bfb-4592-a35b-612bacc1808f',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.449084] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ce1018e-9bfb-4592-a35b-612bacc1808f taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.449216] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ce1018e-9bfb-4592-a35b-612bacc1808f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.449314] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ce1018e-9bfb-4592-a35b-612bacc1808f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.449868] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ce1018e-9bfb-4592-a35b-612bacc1808f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.449868] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.449868] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.450060] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.450176] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.450211] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.450332] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0ce1018e-9bfb-4592-a35b-612bacc1808f',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.452468] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock port-9477fabd-1afd-470a-b284-139afcaace49 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.452468] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9477fabd-1afd-470a-b284-139afcaace49" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.452468] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9477fabd-1afd-470a-b284-139afcaace49" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.452468] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9477fabd-1afd-470a-b284-139afcaace49" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.452468] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9477fabd-1afd-470a-b284-139afcaace49',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.586889] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock network-350 taken with stack trace [, , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.587588] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "network-350" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.587588] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "network-350" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.587903] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "network-350" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.588190] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.588347] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.588460] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.588681] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.588866] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.589463] env[65424]: DEBUG dogpile.cache.region [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] No value present for key: 'zone-id' {{(pid=65424) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1004.589463] env[65424]: DEBUG dogpile.lock [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] NeedRegenerationException {{(pid=65424) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1004.589463] env[65424]: DEBUG dogpile.lock [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] no value, waiting for create lock {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1004.589463] env[65424]: DEBUG dogpile.lock [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] value creation lock acquired {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1004.589686] env[65424]: DEBUG dogpile.cache.region [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] No value present for key: 'zone-id' {{(pid=65424) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1004.589686] env[65424]: DEBUG dogpile.lock [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Calling creation function for not-yet-present value {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1004.589763] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1004.609431] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1004.609697] env[65424]: DEBUG dogpile.cache.region [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65424) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1004.609945] env[65424]: DEBUG dogpile.lock [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Released creation lock {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1004.610027] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "network-350" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.610492] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock port-8df0fbef-4716-4fe0-8b9f-2d2d5c89aca4 taken with stack trace [, , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.610703] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "port-8df0fbef-4716-4fe0-8b9f-2d2d5c89aca4" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.610826] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "port-8df0fbef-4716-4fe0-8b9f-2d2d5c89aca4" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.611405] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "port-8df0fbef-4716-4fe0-8b9f-2d2d5c89aca4" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.611546] env[65424]: DEBUG networking_nsxv3.api.rpc [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8df0fbef-4716-4fe0-8b9f-2d2d5c89aca4',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.691872] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.691872] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.691872] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.692179] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.692246] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.692487] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.692597] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.692668] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.692864] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.692943] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.693069] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b9de5c1-b95a-4fe3-8670-021d73af9048 already deleted. [ 1004.693161] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b9de5c1-b95a-4fe3-8670-021d73af9048" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.948098] env[65424]: INFO networking_nsxv3.common.synchronization [req-0e04fd43-7654-433c-a1f1-fe9971e43ffe req-b0277deb-cd07-4a4f-8d16-322e8ad3020a tempest-DeleteServersTestJSON-984948509 tempest-DeleteServersTestJSON-984948509-project-member] Enqueued Resource ID: 59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9 with Priority: HIGHEST for action security_group_members [ 1004.948730] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9 with Priority: HIGHEST for action security_group_members [ 1004.949164] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.949278] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.949952] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.949952] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.949952] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.949952] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.949952] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.950236] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.950236] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.950236] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.953869] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0ce1018e-9bfb-4592-a35b-612bacc1808f',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.955277] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ce1018e-9bfb-4592-a35b-612bacc1808f taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.955277] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ce1018e-9bfb-4592-a35b-612bacc1808f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.955277] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9477fabd-1afd-470a-b284-139afcaace49 with status ACTIVE [ 1004.955771] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.955771] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.955771] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.955946] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.956093] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.956450] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.956593] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.956697] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.957032] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.957190] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.957661] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.957661] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.957661] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.957944] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.957944] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.957944] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9477fabd-1afd-470a-b284-139afcaace49 is going to be updated. [ 1004.998548] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.998864] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.998962] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.999249] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.999463] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.999718] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9477fabd-1afd-470a-b284-139afcaace49" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.114054] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.114346] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.114439] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.114689] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.114832] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.114984] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Segment Port 8df0fbef-4716-4fe0-8b9f-2d2d5c89aca4 not found, creating... [ 1005.115262] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.115418] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.115556] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.115858] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.116044] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.116380] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.116630] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.116808] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.117074] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.117246] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.117389] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Resource: SegmentPort with ID: 8df0fbef-4716-4fe0-8b9f-2d2d5c89aca4 is going to be created. [ 1005.152793] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.152793] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.152793] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.153218] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.153279] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.153501] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "port-8df0fbef-4716-4fe0-8b9f-2d2d5c89aca4" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.314149] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d3a6cc57-5bfc-4310-b1a5-b90db89c4977 in Status: SUCCESS [ 1005.314578] env[65424]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d3a6cc57-5bfc-4310-b1a5-b90db89c4977 deletion is rescheduled due to dependency. [ 1005.314859] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3a6cc57-5bfc-4310-b1a5-b90db89c4977" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.394820] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 322737d2-56bd-4eb2-911e-5641997a07ab in Status: SUCCESS [ 1005.394820] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-322737d2-56bd-4eb2-911e-5641997a07ab" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.452612] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.452826] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.452895] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.453177] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.453177] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.453448] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.453634] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.453634] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.453838] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.453838] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.453838] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9 is going to be updated. [ 1005.459706] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0ce1018e-9bfb-4592-a35b-612bacc1808f',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.509994] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.510175] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.510242] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.510456] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.510597] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.521676] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9 in Status: IN_PROGRESS for 2s [ 1005.856657] env[65424]: INFO networking_nsxv3.common.synchronization [req-669c7314-9101-4a3e-87ca-32715a66ff23 req-99e55a0f-c6b1-4fd8-afbd-c2439c1d6123 service nova] Enqueued Resource ID: 7b9de5c1-b95a-4fe3-8670-021d73af9048 with Priority: HIGHEST for action security_group_rules [ 1005.856865] env[65424]: INFO networking_nsxv3.common.synchronization [req-669c7314-9101-4a3e-87ca-32715a66ff23 req-99e55a0f-c6b1-4fd8-afbd-c2439c1d6123 service nova] Enqueued Resource ID: 7b9de5c1-b95a-4fe3-8670-021d73af9048 with Priority: HIGHEST for action security_group_members [ 1005.857048] env[65424]: INFO networking_nsxv3.common.synchronization [req-669c7314-9101-4a3e-87ca-32715a66ff23 req-99e55a0f-c6b1-4fd8-afbd-c2439c1d6123 service nova] Enqueued Resource ID: 8df0fbef-4716-4fe0-8b9f-2d2d5c89aca4 with Priority: HIGHEST for action port [ 1005.857626] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b9de5c1-b95a-4fe3-8670-021d73af9048 with Priority: HIGHEST for action security_group_rules [ 1005.857789] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b9de5c1-b95a-4fe3-8670-021d73af9048 with Priority: HIGHEST for action security_group_members [ 1005.857938] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8df0fbef-4716-4fe0-8b9f-2d2d5c89aca4 with Priority: HIGHEST for action port [ 1005.859027] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7b9de5c1-b95a-4fe3-8670-021d73af9048 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.859216] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7b9de5c1-b95a-4fe3-8670-021d73af9048" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.859314] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7b9de5c1-b95a-4fe3-8670-021d73af9048" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.859558] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7b9de5c1-b95a-4fe3-8670-021d73af9048" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.859679] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7b9de5c1-b95a-4fe3-8670-021d73af9048',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.862441] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b9de5c1-b95a-4fe3-8670-021d73af9048 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.862441] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b9de5c1-b95a-4fe3-8670-021d73af9048" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.862441] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b9de5c1-b95a-4fe3-8670-021d73af9048" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.862441] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b9de5c1-b95a-4fe3-8670-021d73af9048" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.862441] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.862728] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.862831] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.863013] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.863139] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.863261] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7b9de5c1-b95a-4fe3-8670-021d73af9048',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.864510] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock port-8df0fbef-4716-4fe0-8b9f-2d2d5c89aca4 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.866033] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8df0fbef-4716-4fe0-8b9f-2d2d5c89aca4" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.866033] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8df0fbef-4716-4fe0-8b9f-2d2d5c89aca4" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.866266] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8df0fbef-4716-4fe0-8b9f-2d2d5c89aca4" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.866375] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8df0fbef-4716-4fe0-8b9f-2d2d5c89aca4',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.966648] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.966648] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.966648] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.966648] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.966648] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.966648] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0ce1018e-9bfb-4592-a35b-612bacc1808f is going to be updated. [ 1005.998839] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.001172] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.001172] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.001172] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.001172] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.014215] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0ce1018e-9bfb-4592-a35b-612bacc1808f in Status: IN_PROGRESS for 2s [ 1006.293443] env[65424]: INFO networking_nsxv3.common.synchronization [req-22e13656-4ec9-4d11-aa02-3850bc5a4f9a req-723ea41a-6282-4e1f-be37-04c40f8e2121 tempest-AttachVolumeNegativeTest-2145166079 tempest-AttachVolumeNegativeTest-2145166079-project-member] Enqueued Resource ID: bd6771f5-f79f-419d-9a20-a0f85390292a with Priority: HIGHEST for action security_group_members [ 1006.294079] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd6771f5-f79f-419d-9a20-a0f85390292a with Priority: HIGHEST for action security_group_members [ 1006.294397] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd6771f5-f79f-419d-9a20-a0f85390292a taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.294552] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd6771f5-f79f-419d-9a20-a0f85390292a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.294608] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd6771f5-f79f-419d-9a20-a0f85390292a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.294787] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd6771f5-f79f-419d-9a20-a0f85390292a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.295674] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.295674] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.295674] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.295674] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.295674] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.295674] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bd6771f5-f79f-419d-9a20-a0f85390292a',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.368577] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7b9de5c1-b95a-4fe3-8670-021d73af9048',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.369627] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b9de5c1-b95a-4fe3-8670-021d73af9048 taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.369753] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b9de5c1-b95a-4fe3-8670-021d73af9048" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.369931] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8df0fbef-4716-4fe0-8b9f-2d2d5c89aca4 with status ACTIVE [ 1006.370180] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.370287] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.370287] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.370600] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.370714] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.371848] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.372013] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.372090] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.372271] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.372271] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.372749] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.372867] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.372917] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.373091] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.373171] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.373290] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8df0fbef-4716-4fe0-8b9f-2d2d5c89aca4 is going to be updated. [ 1006.401022] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.401245] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.401245] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.401367] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.401510] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.401753] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8df0fbef-4716-4fe0-8b9f-2d2d5c89aca4" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.415674] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f in Status: SUCCESS [ 1006.415925] env[65424]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f deletion is rescheduled due to dependency. [ 1006.416064] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.492463] env[65424]: INFO networking_nsxv3.common.synchronization [req-67f9611a-323b-48ea-a294-9ee1db708775 req-071e3922-ab05-41e7-b533-78e51001f015 tempest-ServerTagsTestJSON-845865125 tempest-ServerTagsTestJSON-845865125-project-member] Enqueued Resource ID: 3c647ea7-7ea5-4d5b-97ff-7ffa52b59f07 with Priority: HIGHEST for action security_group_members [ 1006.493079] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c647ea7-7ea5-4d5b-97ff-7ffa52b59f07 with Priority: HIGHEST for action security_group_members [ 1006.493415] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-3c647ea7-7ea5-4d5b-97ff-7ffa52b59f07 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.493556] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3c647ea7-7ea5-4d5b-97ff-7ffa52b59f07" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.493617] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3c647ea7-7ea5-4d5b-97ff-7ffa52b59f07" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.493881] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3c647ea7-7ea5-4d5b-97ff-7ffa52b59f07" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.494524] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.494685] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.494784] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.494969] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.495070] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.495170] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3c647ea7-7ea5-4d5b-97ff-7ffa52b59f07',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.799555] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.799718] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.799782] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.799995] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.800101] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.800297] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.800398] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.800463] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.800615] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.800691] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.800780] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd6771f5-f79f-419d-9a20-a0f85390292a is going to be updated. [ 1006.836165] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.836308] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.836375] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.836610] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.836754] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.846878] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd6771f5-f79f-419d-9a20-a0f85390292a in Status: IN_PROGRESS for 2s [ 1006.875507] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7b9de5c1-b95a-4fe3-8670-021d73af9048',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.915187] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock network-256 taken with stack trace [, , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.915438] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "network-256" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.915587] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "network-256" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.915875] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "network-256" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.916795] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.917697] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.917879] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.918798] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.918798] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.918990] env[65424]: DEBUG dogpile.cache.region [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] No value present for key: 'zone-id' {{(pid=65424) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1006.918990] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] NeedRegenerationException {{(pid=65424) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1006.919149] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] no value, waiting for create lock {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1006.919219] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] value creation lock acquired {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1006.919329] env[65424]: DEBUG dogpile.cache.region [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] No value present for key: 'zone-id' {{(pid=65424) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1006.919430] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Calling creation function for not-yet-present value {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1006.919712] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1006.963466] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1006.963658] env[65424]: DEBUG dogpile.cache.region [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Cache value generated in 0.044 seconds for key(s): 'zone-id' {{(pid=65424) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1006.964035] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Released creation lock {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1006.964304] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "network-256" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.964678] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock port-0a4e2b4b-90b6-405e-8ec8-04b82916c4fe taken with stack trace [, , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.965101] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "port-0a4e2b4b-90b6-405e-8ec8-04b82916c4fe" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.965343] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "port-0a4e2b4b-90b6-405e-8ec8-04b82916c4fe" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.965691] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "port-0a4e2b4b-90b6-405e-8ec8-04b82916c4fe" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.965834] env[65424]: DEBUG networking_nsxv3.api.rpc [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0a4e2b4b-90b6-405e-8ec8-04b82916c4fe',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.997903] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.998151] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.998543] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.998543] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.998694] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.998851] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.998950] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.999018] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.999279] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.999279] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.999387] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3c647ea7-7ea5-4d5b-97ff-7ffa52b59f07 already deleted. [ 1006.999442] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3c647ea7-7ea5-4d5b-97ff-7ffa52b59f07" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.378546] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.378976] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.378976] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.379139] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.379245] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.379355] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b9de5c1-b95a-4fe3-8670-021d73af9048 is going to be created. [ 1007.408839] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.409115] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.409170] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.409365] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.409602] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.422092] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b9de5c1-b95a-4fe3-8670-021d73af9048 in Status: UNINITIALIZED for 2s [ 1007.469702] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.471939] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.471939] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.471939] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.471939] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.471939] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Segment Port 0a4e2b4b-90b6-405e-8ec8-04b82916c4fe not found, creating... [ 1007.471939] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.471939] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.471939] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.471939] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.471939] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.472464] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.472782] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.472937] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.473166] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.473296] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.473448] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Resource: SegmentPort with ID: 0a4e2b4b-90b6-405e-8ec8-04b82916c4fe is going to be created. [ 1007.499359] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.499581] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.499709] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.499968] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.500273] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.500511] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "port-0a4e2b4b-90b6-405e-8ec8-04b82916c4fe" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.531946] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9 in Status: SUCCESS [ 1007.532214] env[65424]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9 deletion is rescheduled due to dependency. [ 1007.532278] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.026586] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0ce1018e-9bfb-4592-a35b-612bacc1808f in Status: SUCCESS [ 1008.026929] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ce1018e-9bfb-4592-a35b-612bacc1808f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.027247] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ce1018e-9bfb-4592-a35b-612bacc1808f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.027721] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ce1018e-9bfb-4592-a35b-612bacc1808f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.027982] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.028128] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.028200] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.028388] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.028474] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.028587] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ce1018e-9bfb-4592-a35b-612bacc1808f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.028685] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0ce1018e-9bfb-4592-a35b-612bacc1808f',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.265304] env[65424]: INFO networking_nsxv3.common.synchronization [req-67f9611a-323b-48ea-a294-9ee1db708775 req-128e1a8e-3b55-4819-b109-06fcbe2ab35d service nova] Enqueued Resource ID: 3c647ea7-7ea5-4d5b-97ff-7ffa52b59f07 with Priority: HIGHEST for action security_group_rules [ 1008.265499] env[65424]: INFO networking_nsxv3.common.synchronization [req-67f9611a-323b-48ea-a294-9ee1db708775 req-128e1a8e-3b55-4819-b109-06fcbe2ab35d service nova] Enqueued Resource ID: 3c647ea7-7ea5-4d5b-97ff-7ffa52b59f07 with Priority: HIGHEST for action security_group_members [ 1008.265638] env[65424]: INFO networking_nsxv3.common.synchronization [req-67f9611a-323b-48ea-a294-9ee1db708775 req-128e1a8e-3b55-4819-b109-06fcbe2ab35d service nova] Enqueued Resource ID: 0a4e2b4b-90b6-405e-8ec8-04b82916c4fe with Priority: HIGHEST for action port [ 1008.266242] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c647ea7-7ea5-4d5b-97ff-7ffa52b59f07 with Priority: HIGHEST for action security_group_rules [ 1008.266390] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c647ea7-7ea5-4d5b-97ff-7ffa52b59f07 with Priority: HIGHEST for action security_group_members [ 1008.266499] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a4e2b4b-90b6-405e-8ec8-04b82916c4fe with Priority: HIGHEST for action port [ 1008.266932] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3c647ea7-7ea5-4d5b-97ff-7ffa52b59f07 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.266932] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3c647ea7-7ea5-4d5b-97ff-7ffa52b59f07" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.267145] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3c647ea7-7ea5-4d5b-97ff-7ffa52b59f07" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.267904] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3c647ea7-7ea5-4d5b-97ff-7ffa52b59f07" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.267904] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3c647ea7-7ea5-4d5b-97ff-7ffa52b59f07',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.268675] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-3c647ea7-7ea5-4d5b-97ff-7ffa52b59f07 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.268794] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3c647ea7-7ea5-4d5b-97ff-7ffa52b59f07" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.268872] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3c647ea7-7ea5-4d5b-97ff-7ffa52b59f07" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.269124] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3c647ea7-7ea5-4d5b-97ff-7ffa52b59f07" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.269242] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.269337] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.269375] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.269524] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.269584] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.269667] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3c647ea7-7ea5-4d5b-97ff-7ffa52b59f07',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.270452] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock port-0a4e2b4b-90b6-405e-8ec8-04b82916c4fe taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.270452] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0a4e2b4b-90b6-405e-8ec8-04b82916c4fe" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.270452] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0a4e2b4b-90b6-405e-8ec8-04b82916c4fe" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.270452] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0a4e2b4b-90b6-405e-8ec8-04b82916c4fe" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.270452] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0a4e2b4b-90b6-405e-8ec8-04b82916c4fe',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.531283] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ce1018e-9bfb-4592-a35b-612bacc1808f taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.531725] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ce1018e-9bfb-4592-a35b-612bacc1808f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.531725] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ce1018e-9bfb-4592-a35b-612bacc1808f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.531853] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ce1018e-9bfb-4592-a35b-612bacc1808f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.531960] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.532073] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.532127] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.532287] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.532370] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.532459] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ce1018e-9bfb-4592-a35b-612bacc1808f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.532608] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ce1018e-9bfb-4592-a35b-612bacc1808f taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.532749] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ce1018e-9bfb-4592-a35b-612bacc1808f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.532749] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ce1018e-9bfb-4592-a35b-612bacc1808f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.532903] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ce1018e-9bfb-4592-a35b-612bacc1808f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.533386] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.533518] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.533578] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.533728] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.533808] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.533889] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ce1018e-9bfb-4592-a35b-612bacc1808f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.533981] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0ce1018e-9bfb-4592-a35b-612bacc1808f',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.773035] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3c647ea7-7ea5-4d5b-97ff-7ffa52b59f07',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.774140] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-3c647ea7-7ea5-4d5b-97ff-7ffa52b59f07 taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.774352] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3c647ea7-7ea5-4d5b-97ff-7ffa52b59f07" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.775880] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0a4e2b4b-90b6-405e-8ec8-04b82916c4fe with status ACTIVE [ 1008.776258] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.776258] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.776258] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.777030] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.777030] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.777030] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.777030] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.777030] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.777338] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.777338] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.777338] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.777528] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.777528] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.777658] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.777658] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.777774] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0a4e2b4b-90b6-405e-8ec8-04b82916c4fe is going to be updated. [ 1008.807161] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.807161] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.807161] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.807673] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.807673] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.807865] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0a4e2b4b-90b6-405e-8ec8-04b82916c4fe" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.860034] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd6771f5-f79f-419d-9a20-a0f85390292a in Status: SUCCESS [ 1008.860034] env[65424]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd6771f5-f79f-419d-9a20-a0f85390292a deletion is rescheduled due to dependency. [ 1008.860034] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd6771f5-f79f-419d-9a20-a0f85390292a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.860268] env[65424]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-7e8d0299-479d-4e61-a386-18f0c3e50458 None None] NSXv3 Agent Agent loop - iteration:1 completed [ 1008.860395] env[65424]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-7e8d0299-479d-4e61-a386-18f0c3e50458 None None] NSXv3 Agent Agent loop - iteration:2 started [ 1009.037120] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0ce1018e-9bfb-4592-a35b-612bacc1808f: rpc.has_security_group_logging(os_id): False [ 1009.059382] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.059666] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.059666] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.060259] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.060259] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.060479] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.060640] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.060837] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.060974] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.061120] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.061411] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.061548] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.061647] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.061865] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.061982] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.062280] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.062420] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.062510] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.062728] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.062848] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.062976] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0ce1018e-9bfb-4592-a35b-612bacc1808f is going to be updated. [ 1009.160802] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.161089] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.161089] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.161210] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.162051] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.183019] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0ce1018e-9bfb-4592-a35b-612bacc1808f in Status: IN_PROGRESS for 2s [ 1009.276782] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3c647ea7-7ea5-4d5b-97ff-7ffa52b59f07',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.440392] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b9de5c1-b95a-4fe3-8670-021d73af9048 in Status: SUCCESS [ 1009.440634] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b9de5c1-b95a-4fe3-8670-021d73af9048" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.440877] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b9de5c1-b95a-4fe3-8670-021d73af9048" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.441174] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b9de5c1-b95a-4fe3-8670-021d73af9048" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.441470] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.441601] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.441724] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.441954] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.442053] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.442149] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b9de5c1-b95a-4fe3-8670-021d73af9048" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.442244] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7b9de5c1-b95a-4fe3-8670-021d73af9048',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.780116] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.780433] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.780433] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.780581] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.780701] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.780812] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3c647ea7-7ea5-4d5b-97ff-7ffa52b59f07 is going to be created. [ 1009.813962] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.815058] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.815161] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.815379] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.815529] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.829725] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3c647ea7-7ea5-4d5b-97ff-7ffa52b59f07 in Status: UNINITIALIZED for 2s [ 1009.945591] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7b9de5c1-b95a-4fe3-8670-021d73af9048',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.449151] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7b9de5c1-b95a-4fe3-8670-021d73af9048: rpc.has_security_group_logging(os_id): False [ 1010.472226] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.472546] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.472546] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.472894] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.472894] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.473125] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.473286] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.473381] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.473590] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.473761] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.473861] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7b9de5c1-b95a-4fe3-8670-021d73af9048 is going to be created. [ 1010.574144] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.574144] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.574144] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.574446] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.574636] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.593905] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7b9de5c1-b95a-4fe3-8670-021d73af9048 in Status: IN_PROGRESS for 2s [ 1011.199613] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0ce1018e-9bfb-4592-a35b-612bacc1808f in Status: SUCCESS [ 1011.200043] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0ce1018e-9bfb-4592-a35b-612bacc1808f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.659291] env[65424]: INFO networking_nsxv3.common.synchronization [req-3858dc6f-cec0-43e3-a0f1-46208af14e7e req-521e6661-cb5e-441d-b104-c2f664240a7b tempest-ServerGroupTestJSON-1278603459 tempest-ServerGroupTestJSON-1278603459-project-member] Enqueued Resource ID: 322737d2-56bd-4eb2-911e-5641997a07ab with Priority: HIGHEST for action security_group_members [ 1011.661336] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 322737d2-56bd-4eb2-911e-5641997a07ab with Priority: HIGHEST for action security_group_members [ 1011.661336] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-322737d2-56bd-4eb2-911e-5641997a07ab taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.661336] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-322737d2-56bd-4eb2-911e-5641997a07ab" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.661336] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-322737d2-56bd-4eb2-911e-5641997a07ab" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.661336] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-322737d2-56bd-4eb2-911e-5641997a07ab" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.661336] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.661336] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.661336] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.661336] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.661336] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.661336] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('322737d2-56bd-4eb2-911e-5641997a07ab',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.841329] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3c647ea7-7ea5-4d5b-97ff-7ffa52b59f07 in Status: SUCCESS [ 1011.841584] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3c647ea7-7ea5-4d5b-97ff-7ffa52b59f07" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.841826] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3c647ea7-7ea5-4d5b-97ff-7ffa52b59f07" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.842153] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3c647ea7-7ea5-4d5b-97ff-7ffa52b59f07" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.842396] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.842566] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.842680] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.842870] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.843030] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.843160] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3c647ea7-7ea5-4d5b-97ff-7ffa52b59f07" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.843320] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3c647ea7-7ea5-4d5b-97ff-7ffa52b59f07',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.163776] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.164123] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.164123] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.164230] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.164318] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.164556] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.164726] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.164833] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.164964] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.165044] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.165136] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 322737d2-56bd-4eb2-911e-5641997a07ab is going to be updated. [ 1012.193030] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.193030] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.193030] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.193030] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.193030] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.201771] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 322737d2-56bd-4eb2-911e-5641997a07ab in Status: IN_PROGRESS for 2s [ 1012.346518] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-3c647ea7-7ea5-4d5b-97ff-7ffa52b59f07 taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.346730] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3c647ea7-7ea5-4d5b-97ff-7ffa52b59f07" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.346824] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3c647ea7-7ea5-4d5b-97ff-7ffa52b59f07" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.347203] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3c647ea7-7ea5-4d5b-97ff-7ffa52b59f07" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.347406] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.347517] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.347582] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.347783] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.347877] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.347997] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3c647ea7-7ea5-4d5b-97ff-7ffa52b59f07" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.348204] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-3c647ea7-7ea5-4d5b-97ff-7ffa52b59f07 taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.348367] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3c647ea7-7ea5-4d5b-97ff-7ffa52b59f07" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.348367] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3c647ea7-7ea5-4d5b-97ff-7ffa52b59f07" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.348542] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3c647ea7-7ea5-4d5b-97ff-7ffa52b59f07" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.348711] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.348926] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.348999] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.349185] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.349311] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.349379] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3c647ea7-7ea5-4d5b-97ff-7ffa52b59f07" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.349472] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3c647ea7-7ea5-4d5b-97ff-7ffa52b59f07',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.608385] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7b9de5c1-b95a-4fe3-8670-021d73af9048 in Status: SUCCESS [ 1012.608626] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7b9de5c1-b95a-4fe3-8670-021d73af9048" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.665202] env[65424]: INFO networking_nsxv3.common.synchronization [req-6079827e-06a0-4ae4-91c3-28df58d3bd44 req-66d1e0fc-d507-4aed-9b0d-edb4b7fb0cb2 tempest-ServerDiskConfigTestJSON-1442015367 tempest-ServerDiskConfigTestJSON-1442015367-project-member] Enqueued Resource ID: 62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f with Priority: HIGHEST for action security_group_members [ 1012.665975] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f with Priority: HIGHEST for action security_group_members [ 1012.666338] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.666938] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.667101] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.667216] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.667377] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.667472] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.667532] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.667670] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.667753] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.667834] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.852251] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3c647ea7-7ea5-4d5b-97ff-7ffa52b59f07: rpc.has_security_group_logging(os_id): False [ 1012.877874] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.878097] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.878176] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.878621] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.878842] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.879121] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.879260] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.879327] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.879527] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.879609] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.879852] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.879966] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.880048] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.880228] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.880308] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.880540] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.880653] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.880762] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.880866] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.880988] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.881078] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3c647ea7-7ea5-4d5b-97ff-7ffa52b59f07 is going to be created. [ 1012.973679] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.973881] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.973957] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.974269] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.974477] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.994947] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3c647ea7-7ea5-4d5b-97ff-7ffa52b59f07 in Status: IN_PROGRESS for 2s [ 1013.086527] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock network-850 taken with stack trace [, , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.086857] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "network-850" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.086988] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "network-850" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.087352] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "network-850" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.087638] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.087876] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.088081] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.088361] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.088580] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.088857] env[65424]: DEBUG dogpile.cache.region [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] No value present for key: 'zone-id' {{(pid=65424) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1013.089172] env[65424]: DEBUG dogpile.lock [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] NeedRegenerationException {{(pid=65424) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1013.089306] env[65424]: DEBUG dogpile.lock [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] no value, waiting for create lock {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1013.089489] env[65424]: DEBUG dogpile.lock [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] value creation lock acquired {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1013.090321] env[65424]: DEBUG dogpile.cache.region [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] No value present for key: 'zone-id' {{(pid=65424) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1013.090528] env[65424]: DEBUG dogpile.lock [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Calling creation function for not-yet-present value {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1013.090728] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1013.120384] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1013.120562] env[65424]: DEBUG dogpile.cache.region [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=65424) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1013.120562] env[65424]: DEBUG dogpile.lock [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Released creation lock {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1013.120710] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "network-850" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.121093] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock port-029a06b8-62a5-48d1-92e7-dddb92ab0cb2 taken with stack trace [, , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.121284] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "port-029a06b8-62a5-48d1-92e7-dddb92ab0cb2" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.121404] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "port-029a06b8-62a5-48d1-92e7-dddb92ab0cb2" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.121768] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "port-029a06b8-62a5-48d1-92e7-dddb92ab0cb2" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.121896] env[65424]: DEBUG networking_nsxv3.api.rpc [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('029a06b8-62a5-48d1-92e7-dddb92ab0cb2',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.171194] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.171194] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.171194] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.171425] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.171425] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.172040] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.172040] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.172040] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.172040] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.172040] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.172040] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f is going to be updated. [ 1013.207871] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.207871] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.207871] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.207871] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.207871] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.219489] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f in Status: IN_PROGRESS for 2s [ 1013.624335] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.624632] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.624742] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.625017] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.625162] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.625321] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Segment Port 029a06b8-62a5-48d1-92e7-dddb92ab0cb2 not found, creating... [ 1013.625587] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.625753] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.625867] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.626157] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.626308] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.626592] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.626786] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.626903] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.627138] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.627268] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.627406] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Resource: SegmentPort with ID: 029a06b8-62a5-48d1-92e7-dddb92ab0cb2 is going to be created. [ 1013.657654] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.657932] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.658074] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.658385] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.658624] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.658851] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "port-029a06b8-62a5-48d1-92e7-dddb92ab0cb2" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.213457] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 322737d2-56bd-4eb2-911e-5641997a07ab in Status: SUCCESS [ 1014.213457] env[65424]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 322737d2-56bd-4eb2-911e-5641997a07ab deletion is rescheduled due to dependency. [ 1014.213457] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-322737d2-56bd-4eb2-911e-5641997a07ab" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.398038] env[65424]: INFO networking_nsxv3.common.synchronization [req-6079827e-06a0-4ae4-91c3-28df58d3bd44 req-9e406bdb-39e9-4947-bb12-b4db03803c56 service nova] Enqueued Resource ID: 62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f with Priority: HIGHEST for action security_group_rules [ 1014.398385] env[65424]: INFO networking_nsxv3.common.synchronization [req-6079827e-06a0-4ae4-91c3-28df58d3bd44 req-9e406bdb-39e9-4947-bb12-b4db03803c56 service nova] Enqueued Resource ID: 62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f with Priority: HIGHEST for action security_group_members [ 1014.398385] env[65424]: INFO networking_nsxv3.common.synchronization [req-6079827e-06a0-4ae4-91c3-28df58d3bd44 req-9e406bdb-39e9-4947-bb12-b4db03803c56 service nova] Enqueued Resource ID: 029a06b8-62a5-48d1-92e7-dddb92ab0cb2 with Priority: HIGHEST for action port [ 1014.399332] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f with Priority: HIGHEST for action security_group_rules [ 1014.399429] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f with Priority: HIGHEST for action security_group_members [ 1014.399471] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 029a06b8-62a5-48d1-92e7-dddb92ab0cb2 with Priority: HIGHEST for action port [ 1014.399764] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock rules-62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.399887] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.399953] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.400291] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.400392] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.404819] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.404819] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.404819] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock port-029a06b8-62a5-48d1-92e7-dddb92ab0cb2 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.404819] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-029a06b8-62a5-48d1-92e7-dddb92ab0cb2" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.404819] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-029a06b8-62a5-48d1-92e7-dddb92ab0cb2" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.404819] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-029a06b8-62a5-48d1-92e7-dddb92ab0cb2" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.404819] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('029a06b8-62a5-48d1-92e7-dddb92ab0cb2',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.902970] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.903162] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.905783] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 029a06b8-62a5-48d1-92e7-dddb92ab0cb2 with status ACTIVE [ 1014.905968] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.906152] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.906219] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.906443] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.906555] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.906805] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.906899] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.906967] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.907157] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.907234] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.907436] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.907552] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.907639] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.907823] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.907903] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.907991] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 029a06b8-62a5-48d1-92e7-dddb92ab0cb2 is going to be updated. [ 1014.940823] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.941099] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.941099] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.942184] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.942184] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.942184] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-029a06b8-62a5-48d1-92e7-dddb92ab0cb2" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.017302] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3c647ea7-7ea5-4d5b-97ff-7ffa52b59f07 in Status: SUCCESS [ 1015.017688] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3c647ea7-7ea5-4d5b-97ff-7ffa52b59f07" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.234913] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f in Status: SUCCESS [ 1015.235270] env[65424]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f deletion is rescheduled due to dependency. [ 1015.235270] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.235340] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.235737] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.235845] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.236767] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.236767] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.236767] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.236767] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.236767] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.739070] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.242484] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.746806] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.746997] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.747106] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.747417] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.747647] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.747829] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f is going to be updated. [ 1016.788711] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.788711] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.788711] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.789191] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.789285] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.801871] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f in Status: IN_PROGRESS for 2s [ 1016.987860] env[65424]: INFO networking_nsxv3.common.synchronization [req-bb1d28d8-f970-4ff3-9fcf-47a68c5cda03 req-1a8801cb-9ef5-4504-95d6-133c40c07802 tempest-ServersTestJSON-1121812603 tempest-ServersTestJSON-1121812603-project-member] Enqueued Resource ID: fa366b1e-0919-4c5b-9aba-9f2e5d521b6a with Priority: HIGHEST for action security_group_members [ 1016.988510] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa366b1e-0919-4c5b-9aba-9f2e5d521b6a with Priority: HIGHEST for action security_group_members [ 1016.988824] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa366b1e-0919-4c5b-9aba-9f2e5d521b6a taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.988952] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa366b1e-0919-4c5b-9aba-9f2e5d521b6a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.989604] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa366b1e-0919-4c5b-9aba-9f2e5d521b6a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.989879] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa366b1e-0919-4c5b-9aba-9f2e5d521b6a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.990380] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.990472] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.990656] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.990832] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.990920] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.991128] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fa366b1e-0919-4c5b-9aba-9f2e5d521b6a',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.420940] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock network-155 taken with stack trace [, , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.420940] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "network-155" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.422182] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "network-155" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.422182] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "network-155" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.422492] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.422717] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.422994] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.423333] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.423998] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.424744] env[65424]: DEBUG dogpile.cache.region [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] No value present for key: 'zone-id' {{(pid=65424) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1017.424744] env[65424]: DEBUG dogpile.lock [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] NeedRegenerationException {{(pid=65424) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1017.424867] env[65424]: DEBUG dogpile.lock [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] no value, waiting for create lock {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1017.424959] env[65424]: DEBUG dogpile.lock [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] value creation lock acquired {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1017.425119] env[65424]: DEBUG dogpile.cache.region [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] No value present for key: 'zone-id' {{(pid=65424) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1017.425258] env[65424]: DEBUG dogpile.lock [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Calling creation function for not-yet-present value {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1017.425526] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1017.466011] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1017.466011] env[65424]: DEBUG dogpile.cache.region [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Cache value generated in 0.040 seconds for key(s): 'zone-id' {{(pid=65424) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1017.466011] env[65424]: DEBUG dogpile.lock [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Released creation lock {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1017.466011] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "network-155" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.466575] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock port-5ac308bd-7ee8-4bae-ad0d-dc6e3eebc60f taken with stack trace [, , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.467622] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "port-5ac308bd-7ee8-4bae-ad0d-dc6e3eebc60f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.467622] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "port-5ac308bd-7ee8-4bae-ad0d-dc6e3eebc60f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.467622] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "port-5ac308bd-7ee8-4bae-ad0d-dc6e3eebc60f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.467808] env[65424]: DEBUG networking_nsxv3.api.rpc [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5ac308bd-7ee8-4bae-ad0d-dc6e3eebc60f',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.496900] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fa366b1e-0919-4c5b-9aba-9f2e5d521b6a',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.971839] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.972080] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.972199] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.972487] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.972637] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.972792] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Segment Port 5ac308bd-7ee8-4bae-ad0d-dc6e3eebc60f not found, creating... [ 1017.973289] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.973413] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.973413] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.973657] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.973797] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.974119] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.974281] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.974397] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.974616] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.974774] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.974888] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Resource: SegmentPort with ID: 5ac308bd-7ee8-4bae-ad0d-dc6e3eebc60f is going to be created. [ 1017.999074] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fa366b1e-0919-4c5b-9aba-9f2e5d521b6a',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.002317] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.002517] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.002633] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.002912] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.003156] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.003397] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "port-5ac308bd-7ee8-4bae-ad0d-dc6e3eebc60f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.502078] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.502429] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.502429] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.502565] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.502565] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.502721] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa366b1e-0919-4c5b-9aba-9f2e5d521b6a is going to be updated. [ 1018.548489] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.548728] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.548728] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.548894] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.549061] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.559959] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa366b1e-0919-4c5b-9aba-9f2e5d521b6a in Status: IN_PROGRESS for 2s [ 1018.714118] env[65424]: INFO networking_nsxv3.common.synchronization [req-bb1d28d8-f970-4ff3-9fcf-47a68c5cda03 req-43093e54-45ce-480e-978c-6dbc5c897531 service nova] Enqueued Resource ID: fa366b1e-0919-4c5b-9aba-9f2e5d521b6a with Priority: HIGHEST for action security_group_rules [ 1018.715318] env[65424]: INFO networking_nsxv3.common.synchronization [req-bb1d28d8-f970-4ff3-9fcf-47a68c5cda03 req-43093e54-45ce-480e-978c-6dbc5c897531 service nova] Enqueued Resource ID: fa366b1e-0919-4c5b-9aba-9f2e5d521b6a with Priority: HIGHEST for action security_group_members [ 1018.715318] env[65424]: INFO networking_nsxv3.common.synchronization [req-bb1d28d8-f970-4ff3-9fcf-47a68c5cda03 req-43093e54-45ce-480e-978c-6dbc5c897531 service nova] Enqueued Resource ID: 5ac308bd-7ee8-4bae-ad0d-dc6e3eebc60f with Priority: HIGHEST for action port [ 1018.715955] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa366b1e-0919-4c5b-9aba-9f2e5d521b6a with Priority: HIGHEST for action security_group_rules [ 1018.716162] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa366b1e-0919-4c5b-9aba-9f2e5d521b6a with Priority: HIGHEST for action security_group_members [ 1018.716304] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ac308bd-7ee8-4bae-ad0d-dc6e3eebc60f with Priority: HIGHEST for action port [ 1018.717872] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fa366b1e-0919-4c5b-9aba-9f2e5d521b6a taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.718067] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fa366b1e-0919-4c5b-9aba-9f2e5d521b6a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.718146] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fa366b1e-0919-4c5b-9aba-9f2e5d521b6a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.718405] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fa366b1e-0919-4c5b-9aba-9f2e5d521b6a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.718604] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fa366b1e-0919-4c5b-9aba-9f2e5d521b6a',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.719959] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa366b1e-0919-4c5b-9aba-9f2e5d521b6a taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.720104] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa366b1e-0919-4c5b-9aba-9f2e5d521b6a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.720363] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock port-5ac308bd-7ee8-4bae-ad0d-dc6e3eebc60f taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.720497] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5ac308bd-7ee8-4bae-ad0d-dc6e3eebc60f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.720585] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5ac308bd-7ee8-4bae-ad0d-dc6e3eebc60f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.720866] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5ac308bd-7ee8-4bae-ad0d-dc6e3eebc60f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.721048] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5ac308bd-7ee8-4bae-ad0d-dc6e3eebc60f',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.723634] env[65424]: INFO networking_nsxv3.common.synchronization [req-efdba74c-c77a-49aa-9ab7-066549e3d979 req-f395d786-ebe7-4374-a9b9-f5fea5a9fbe9 tempest-AttachInterfacesTestJSON-1826416307 tempest-AttachInterfacesTestJSON-1826416307-project-member] Enqueued Resource ID: 0ce1018e-9bfb-4592-a35b-612bacc1808f with Priority: HIGHEST for action security_group_members [ 1018.725089] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ce1018e-9bfb-4592-a35b-612bacc1808f with Priority: HIGHEST for action security_group_members [ 1018.725558] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ce1018e-9bfb-4592-a35b-612bacc1808f taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.725558] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ce1018e-9bfb-4592-a35b-612bacc1808f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.725558] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ce1018e-9bfb-4592-a35b-612bacc1808f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.725973] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ce1018e-9bfb-4592-a35b-612bacc1808f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.726545] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.726545] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.726545] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.727096] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.727096] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.727096] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0ce1018e-9bfb-4592-a35b-612bacc1808f',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.811909] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f in Status: SUCCESS [ 1018.812927] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.813124] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.813393] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.813651] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.813712] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.813784] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.813945] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.814038] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.814129] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.814221] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.225893] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5ac308bd-7ee8-4bae-ad0d-dc6e3eebc60f with status ACTIVE [ 1019.225893] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.225893] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.225893] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.225893] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.225893] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.225893] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.225893] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.225893] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.226415] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.226415] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.226415] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.226415] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.226415] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.226598] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.226598] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.226737] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5ac308bd-7ee8-4bae-ad0d-dc6e3eebc60f is going to be updated. [ 1019.229176] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa366b1e-0919-4c5b-9aba-9f2e5d521b6a taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.229176] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa366b1e-0919-4c5b-9aba-9f2e5d521b6a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.229767] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0ce1018e-9bfb-4592-a35b-612bacc1808f',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.253145] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.253290] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.253290] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.253513] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.254362] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.255330] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5ac308bd-7ee8-4bae-ad0d-dc6e3eebc60f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.316796] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.316966] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.317048] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.317304] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.317484] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.317588] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.317941] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.318146] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.318237] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.318328] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.318487] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.318777] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.318777] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.318875] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.319239] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.319239] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.319239] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.319418] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.319418] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.319490] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.319526] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.353459] env[65424]: INFO networking_nsxv3.common.synchronization [None req-8368a045-a276-4ac9-bd5e-e8a317681570 tempest-AttachInterfacesTestJSON-1826416307 tempest-AttachInterfacesTestJSON-1826416307-project-member] Enqueued Resource ID: 0ce1018e-9bfb-4592-a35b-612bacc1808f with Priority: HIGHEST for action security_group_members [ 1019.353994] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ce1018e-9bfb-4592-a35b-612bacc1808f with Priority: HIGHEST for action security_group_members [ 1019.354325] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ce1018e-9bfb-4592-a35b-612bacc1808f taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.354425] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ce1018e-9bfb-4592-a35b-612bacc1808f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.736730] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0ce1018e-9bfb-4592-a35b-612bacc1808f',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.823323] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f: rpc.has_security_group_logging(os_id): False [ 1019.841624] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.841824] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.841824] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.842130] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.842130] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.842336] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.842435] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.842499] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.842643] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.842720] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.842907] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.843011] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.843097] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.843242] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.843316] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.843517] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.843611] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.843720] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.843800] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.844140] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.844140] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f is going to be updated. [ 1019.929417] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.929603] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.929648] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.930764] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.930764] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.947756] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f in Status: IN_PROGRESS for 2s [ 1020.240799] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.240799] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.240799] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.240799] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.240799] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.240799] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0ce1018e-9bfb-4592-a35b-612bacc1808f is going to be updated. [ 1020.244278] env[65424]: INFO networking_nsxv3.common.synchronization [None req-bf11971b-c1a7-415b-94a9-8b23d56acf92 None None] Enqueued Resource ID: 6be89c82-c276-4cce-bb05-1a754cb073e1 with Priority: HIGHEST for action port [ 1020.247211] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6be89c82-c276-4cce-bb05-1a754cb073e1 with Priority: HIGHEST for action port [ 1020.247735] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock port-6be89c82-c276-4cce-bb05-1a754cb073e1 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.247894] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6be89c82-c276-4cce-bb05-1a754cb073e1" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.247968] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6be89c82-c276-4cce-bb05-1a754cb073e1" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.248644] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6be89c82-c276-4cce-bb05-1a754cb073e1" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.249243] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6be89c82-c276-4cce-bb05-1a754cb073e1',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.295235] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.295441] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.295441] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.295638] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.295886] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.305620] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0ce1018e-9bfb-4592-a35b-612bacc1808f in Status: IN_PROGRESS for 2s [ 1020.574316] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa366b1e-0919-4c5b-9aba-9f2e5d521b6a in Status: SUCCESS [ 1020.574629] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa366b1e-0919-4c5b-9aba-9f2e5d521b6a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.574992] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa366b1e-0919-4c5b-9aba-9f2e5d521b6a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.575113] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa366b1e-0919-4c5b-9aba-9f2e5d521b6a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.575256] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.575394] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.575487] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.575594] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.575662] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.575748] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fa366b1e-0919-4c5b-9aba-9f2e5d521b6a',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.751274] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6be89c82-c276-4cce-bb05-1a754cb073e1 [ 1020.751698] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.751698] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.751843] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.752506] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.752506] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.752506] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6be89c82-c276-4cce-bb05-1a754cb073e1 already deleted. [ 1020.752506] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6be89c82-c276-4cce-bb05-1a754cb073e1" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.080022] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fa366b1e-0919-4c5b-9aba-9f2e5d521b6a',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.582701] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fa366b1e-0919-4c5b-9aba-9f2e5d521b6a',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.968781] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f in Status: SUCCESS [ 1021.968781] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.085030] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.085030] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.085420] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.085478] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.085621] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.085794] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa366b1e-0919-4c5b-9aba-9f2e5d521b6a is going to be updated. [ 1022.124617] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.124866] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.124866] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.124995] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.125166] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.136207] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa366b1e-0919-4c5b-9aba-9f2e5d521b6a in Status: IN_PROGRESS for 2s [ 1022.315718] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0ce1018e-9bfb-4592-a35b-612bacc1808f in Status: SUCCESS [ 1022.315718] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ce1018e-9bfb-4592-a35b-612bacc1808f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.316329] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ce1018e-9bfb-4592-a35b-612bacc1808f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.316571] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ce1018e-9bfb-4592-a35b-612bacc1808f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.316806] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.316958] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.317040] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.317224] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.317331] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.317449] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0ce1018e-9bfb-4592-a35b-612bacc1808f',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.485713] env[65424]: INFO networking_nsxv3.common.synchronization [req-19c13aa2-3c90-4d0b-8283-1769d0aeaf78 req-0751ef8e-6c6e-40b9-99b4-2abd26e6d6ac tempest-ServerRescueNegativeTestJSON-1694573520 tempest-ServerRescueNegativeTestJSON-1694573520-project-member] Enqueued Resource ID: 51aee5e7-bc73-4798-aeb1-337ebaba6e03 with Priority: HIGHEST for action security_group_members [ 1022.487691] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51aee5e7-bc73-4798-aeb1-337ebaba6e03 with Priority: HIGHEST for action security_group_members [ 1022.487691] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-51aee5e7-bc73-4798-aeb1-337ebaba6e03 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.488284] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51aee5e7-bc73-4798-aeb1-337ebaba6e03" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.488284] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51aee5e7-bc73-4798-aeb1-337ebaba6e03" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.489088] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51aee5e7-bc73-4798-aeb1-337ebaba6e03" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.489088] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.489088] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.489088] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.489542] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.489542] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.489542] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('51aee5e7-bc73-4798-aeb1-337ebaba6e03',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.801099] env[65424]: INFO networking_nsxv3.common.synchronization [None req-e13ce7bf-8694-4ba3-b906-bc7490206903 None None] Enqueued Resource ID: 899da069-df59-4def-87b4-a2963d84a8f4 with Priority: HIGHEST for action port [ 1022.802418] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 899da069-df59-4def-87b4-a2963d84a8f4 with Priority: HIGHEST for action port [ 1022.802558] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock port-899da069-df59-4def-87b4-a2963d84a8f4 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.802720] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-899da069-df59-4def-87b4-a2963d84a8f4" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.802814] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-899da069-df59-4def-87b4-a2963d84a8f4" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.804525] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-899da069-df59-4def-87b4-a2963d84a8f4" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.804525] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('899da069-df59-4def-87b4-a2963d84a8f4',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.820318] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.820459] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.820526] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.820732] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.820820] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.821023] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.821117] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.821175] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.821322] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.822379] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.822379] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0ce1018e-9bfb-4592-a35b-612bacc1808f is going to be updated. [ 1022.852333] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.852333] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.852333] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.852849] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.852849] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.866373] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0ce1018e-9bfb-4592-a35b-612bacc1808f in Status: IN_PROGRESS for 2s [ 1022.978277] env[65424]: INFO networking_nsxv3.common.synchronization [req-9d29ec20-6221-46c7-b3e5-5f15d93c5f69 req-e5d2462a-5df4-4e6e-8b21-01ce1d1a51e6 tempest-ServerTagsTestJSON-845865125 tempest-ServerTagsTestJSON-845865125-project-member] Enqueued Resource ID: 3c647ea7-7ea5-4d5b-97ff-7ffa52b59f07 with Priority: HIGHEST for action security_group_members [ 1022.978277] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c647ea7-7ea5-4d5b-97ff-7ffa52b59f07 with Priority: HIGHEST for action security_group_members [ 1022.978277] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-3c647ea7-7ea5-4d5b-97ff-7ffa52b59f07 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.978277] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3c647ea7-7ea5-4d5b-97ff-7ffa52b59f07" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.978277] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3c647ea7-7ea5-4d5b-97ff-7ffa52b59f07" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.980577] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3c647ea7-7ea5-4d5b-97ff-7ffa52b59f07" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.980577] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.980577] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.980577] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.980577] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.980577] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.980577] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3c647ea7-7ea5-4d5b-97ff-7ffa52b59f07',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.993853] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.993853] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.993853] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.993853] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.994192] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.994192] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.994335] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.994335] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.995561] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.995561] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.995561] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 51aee5e7-bc73-4798-aeb1-337ebaba6e03 is going to be updated. [ 1023.027553] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.027729] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.027774] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.028023] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.028183] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.048271] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51aee5e7-bc73-4798-aeb1-337ebaba6e03 in Status: IN_PROGRESS for 2s [ 1023.102293] env[65424]: INFO networking_nsxv3.common.synchronization [req-ba1e5346-4454-49ee-a5f5-52006316426c req-97c4dce4-5ea4-4588-9f33-c78b8bcecd5a tempest-AttachInterfacesTestJSON-1826416307 tempest-AttachInterfacesTestJSON-1826416307-project-member] Enqueued Resource ID: 261f8d9e-2aef-441b-b607-3a9c73c6301c with Priority: HIGHEST for action security_group_members [ 1023.102845] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 261f8d9e-2aef-441b-b607-3a9c73c6301c with Priority: HIGHEST for action security_group_members [ 1023.103373] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-261f8d9e-2aef-441b-b607-3a9c73c6301c taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.103373] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-261f8d9e-2aef-441b-b607-3a9c73c6301c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.103373] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-261f8d9e-2aef-441b-b607-3a9c73c6301c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.103760] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-261f8d9e-2aef-441b-b607-3a9c73c6301c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.103760] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.103760] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.103889] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.103954] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.105467] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.105467] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('261f8d9e-2aef-441b-b607-3a9c73c6301c',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.307531] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 899da069-df59-4def-87b4-a2963d84a8f4 [ 1023.307531] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.307531] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.307945] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.307945] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.307945] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.307945] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:899da069-df59-4def-87b4-a2963d84a8f4 already deleted. [ 1023.308102] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-899da069-df59-4def-87b4-a2963d84a8f4" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.484923] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.485423] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.485693] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.486130] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.486416] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.486894] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.487225] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.487475] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.487848] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.488154] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.488349] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3c647ea7-7ea5-4d5b-97ff-7ffa52b59f07 is going to be updated. [ 1023.520227] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.520955] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.520955] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.520955] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.520955] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.530563] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3c647ea7-7ea5-4d5b-97ff-7ffa52b59f07 in Status: IN_PROGRESS for 2s [ 1023.609468] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.609836] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.609836] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.609949] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.610146] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.610192] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.610297] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.610351] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.610485] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.610550] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.611820] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 261f8d9e-2aef-441b-b607-3a9c73c6301c is going to be updated. [ 1023.643249] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.643427] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.643519] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.643896] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.644110] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.656970] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 261f8d9e-2aef-441b-b607-3a9c73c6301c in Status: IN_PROGRESS for 2s [ 1024.148110] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa366b1e-0919-4c5b-9aba-9f2e5d521b6a in Status: SUCCESS [ 1024.148392] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa366b1e-0919-4c5b-9aba-9f2e5d521b6a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.148742] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa366b1e-0919-4c5b-9aba-9f2e5d521b6a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.149018] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa366b1e-0919-4c5b-9aba-9f2e5d521b6a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.149249] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.149373] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.149440] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.149610] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.149691] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.149780] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa366b1e-0919-4c5b-9aba-9f2e5d521b6a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.149876] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fa366b1e-0919-4c5b-9aba-9f2e5d521b6a',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.652810] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa366b1e-0919-4c5b-9aba-9f2e5d521b6a taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.652990] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa366b1e-0919-4c5b-9aba-9f2e5d521b6a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.653089] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa366b1e-0919-4c5b-9aba-9f2e5d521b6a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.653405] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa366b1e-0919-4c5b-9aba-9f2e5d521b6a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.653466] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.653518] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.653600] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.653730] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.653838] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.653934] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa366b1e-0919-4c5b-9aba-9f2e5d521b6a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.654293] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa366b1e-0919-4c5b-9aba-9f2e5d521b6a taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.654421] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa366b1e-0919-4c5b-9aba-9f2e5d521b6a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.654421] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa366b1e-0919-4c5b-9aba-9f2e5d521b6a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.654574] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa366b1e-0919-4c5b-9aba-9f2e5d521b6a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.654836] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.655043] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.655126] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.655351] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.655469] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.655572] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa366b1e-0919-4c5b-9aba-9f2e5d521b6a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.655700] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fa366b1e-0919-4c5b-9aba-9f2e5d521b6a',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.877367] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0ce1018e-9bfb-4592-a35b-612bacc1808f in Status: SUCCESS [ 1024.877566] env[65424]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0ce1018e-9bfb-4592-a35b-612bacc1808f deletion is rescheduled due to dependency. [ 1024.877684] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ce1018e-9bfb-4592-a35b-612bacc1808f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.069292] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51aee5e7-bc73-4798-aeb1-337ebaba6e03 in Status: SUCCESS [ 1025.069511] env[65424]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 51aee5e7-bc73-4798-aeb1-337ebaba6e03 deletion is rescheduled due to dependency. [ 1025.069511] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51aee5e7-bc73-4798-aeb1-337ebaba6e03" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.158755] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fa366b1e-0919-4c5b-9aba-9f2e5d521b6a: rpc.has_security_group_logging(os_id): False [ 1025.184366] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.184544] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.184644] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.184866] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.185012] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.185221] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.185364] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.185440] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.185604] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.185720] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.186187] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.186187] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.186187] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.186377] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.186377] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.186571] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.186699] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.186811] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.186955] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.187042] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.187129] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fa366b1e-0919-4c5b-9aba-9f2e5d521b6a is going to be updated. [ 1025.266928] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.266928] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.266928] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.266928] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.266928] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.294855] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fa366b1e-0919-4c5b-9aba-9f2e5d521b6a in Status: IN_PROGRESS for 2s [ 1025.543172] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3c647ea7-7ea5-4d5b-97ff-7ffa52b59f07 in Status: SUCCESS [ 1025.543347] env[65424]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3c647ea7-7ea5-4d5b-97ff-7ffa52b59f07 deletion is rescheduled due to dependency. [ 1025.543427] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3c647ea7-7ea5-4d5b-97ff-7ffa52b59f07" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.668761] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 261f8d9e-2aef-441b-b607-3a9c73c6301c in Status: SUCCESS [ 1025.668761] env[65424]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 261f8d9e-2aef-441b-b607-3a9c73c6301c deletion is rescheduled due to dependency. [ 1025.668761] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-261f8d9e-2aef-441b-b607-3a9c73c6301c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.866973] env[65424]: INFO networking_nsxv3.common.synchronization [req-798e12c2-a985-4fc0-b473-146d17bc0741 req-1050e815-ccc8-4f71-b3b4-a49e52bdbe6f tempest-DeleteServersTestJSON-984948509 tempest-DeleteServersTestJSON-984948509-project-member] Enqueued Resource ID: 59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9 with Priority: HIGHEST for action security_group_members [ 1025.868066] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9 with Priority: HIGHEST for action security_group_members [ 1025.868066] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.868066] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.868066] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.868253] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.869267] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.869267] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.869267] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.869267] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.869267] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.869267] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.222345] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock network-31 taken with stack trace [, , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.222628] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "network-31" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.222628] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "network-31" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.222899] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "network-31" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.223233] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.223326] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.223440] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.223757] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.223829] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.223982] env[65424]: DEBUG dogpile.cache.region [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] No value present for key: 'zone-id' {{(pid=65424) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1026.224133] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] NeedRegenerationException {{(pid=65424) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1026.224208] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] no value, waiting for create lock {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1026.224314] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] value creation lock acquired {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1026.224418] env[65424]: DEBUG dogpile.cache.region [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] No value present for key: 'zone-id' {{(pid=65424) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1026.224518] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Calling creation function for not-yet-present value {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1026.224671] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1026.253102] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1026.255299] env[65424]: DEBUG dogpile.cache.region [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=65424) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1026.255299] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Released creation lock {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1026.255299] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "network-31" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.255299] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock port-804a2f0c-a79e-469a-8c8f-49b4c8b3135a taken with stack trace [, , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.255299] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "port-804a2f0c-a79e-469a-8c8f-49b4c8b3135a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.255299] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "port-804a2f0c-a79e-469a-8c8f-49b4c8b3135a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.255778] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "port-804a2f0c-a79e-469a-8c8f-49b4c8b3135a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.255914] env[65424]: DEBUG networking_nsxv3.api.rpc [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('804a2f0c-a79e-469a-8c8f-49b4c8b3135a',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.373077] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.373077] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.373077] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.373077] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.373077] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.373077] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.373077] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.373077] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.373077] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.373077] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.373077] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9 is going to be updated. [ 1026.402900] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.403065] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.403134] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.403344] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.403488] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.415504] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9 in Status: IN_PROGRESS for 2s [ 1026.676373] env[65424]: INFO networking_nsxv3.common.synchronization [req-7ea1b882-1675-46e1-9149-84028ea96d50 req-f2069f37-9b1f-4bc2-a835-a1c57fc1437c tempest-AttachInterfacesUnderV243Test-1525663772 tempest-AttachInterfacesUnderV243Test-1525663772-project-member] Enqueued Resource ID: 306bcdbb-5933-45e1-a537-4ceb67c16347 with Priority: HIGHEST for action security_group_members [ 1026.676647] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 306bcdbb-5933-45e1-a537-4ceb67c16347 with Priority: HIGHEST for action security_group_members [ 1026.677218] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-306bcdbb-5933-45e1-a537-4ceb67c16347 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.677356] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-306bcdbb-5933-45e1-a537-4ceb67c16347" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.677477] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-306bcdbb-5933-45e1-a537-4ceb67c16347" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.677715] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-306bcdbb-5933-45e1-a537-4ceb67c16347" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.677880] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.677979] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.678055] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.678207] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.678289] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.678384] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('306bcdbb-5933-45e1-a537-4ceb67c16347',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.699626] env[65424]: INFO networking_nsxv3.common.synchronization [req-7ea1b882-1675-46e1-9149-84028ea96d50 req-f2069f37-9b1f-4bc2-a835-a1c57fc1437c tempest-AttachInterfacesUnderV243Test-1525663772 tempest-AttachInterfacesUnderV243Test-1525663772-project-member] Enqueued Resource ID: 306bcdbb-5933-45e1-a537-4ceb67c16347 with Priority: HIGHEST for action security_group_rules [ 1026.700043] env[65424]: INFO networking_nsxv3.common.synchronization [req-7ea1b882-1675-46e1-9149-84028ea96d50 req-f2069f37-9b1f-4bc2-a835-a1c57fc1437c tempest-AttachInterfacesUnderV243Test-1525663772 tempest-AttachInterfacesUnderV243Test-1525663772-project-member] Enqueued Resource ID: 306bcdbb-5933-45e1-a537-4ceb67c16347 with Priority: HIGHEST for action security_group_members [ 1026.700221] env[65424]: INFO networking_nsxv3.common.synchronization [req-7ea1b882-1675-46e1-9149-84028ea96d50 req-f2069f37-9b1f-4bc2-a835-a1c57fc1437c tempest-AttachInterfacesUnderV243Test-1525663772 tempest-AttachInterfacesUnderV243Test-1525663772-project-member] Enqueued Resource ID: e0d50e8a-302a-4e46-8fd4-ddf27db09b3d with Priority: HIGHEST for action port [ 1026.700699] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 306bcdbb-5933-45e1-a537-4ceb67c16347 with Priority: HIGHEST for action security_group_rules [ 1026.700842] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 306bcdbb-5933-45e1-a537-4ceb67c16347 with Priority: HIGHEST for action security_group_members [ 1026.700937] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0d50e8a-302a-4e46-8fd4-ddf27db09b3d with Priority: HIGHEST for action port [ 1026.701221] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock rules-306bcdbb-5933-45e1-a537-4ceb67c16347 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.701343] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-306bcdbb-5933-45e1-a537-4ceb67c16347" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.701408] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-306bcdbb-5933-45e1-a537-4ceb67c16347" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.701603] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-306bcdbb-5933-45e1-a537-4ceb67c16347" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.701684] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('306bcdbb-5933-45e1-a537-4ceb67c16347',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.703168] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-306bcdbb-5933-45e1-a537-4ceb67c16347 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.703309] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-306bcdbb-5933-45e1-a537-4ceb67c16347" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.703462] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock port-e0d50e8a-302a-4e46-8fd4-ddf27db09b3d taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.703563] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e0d50e8a-302a-4e46-8fd4-ddf27db09b3d" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.703646] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e0d50e8a-302a-4e46-8fd4-ddf27db09b3d" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.703893] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e0d50e8a-302a-4e46-8fd4-ddf27db09b3d" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.703997] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e0d50e8a-302a-4e46-8fd4-ddf27db09b3d',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.759439] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.759768] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.759969] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.760363] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.760577] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.760897] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Segment Port 804a2f0c-a79e-469a-8c8f-49b4c8b3135a not found, creating... [ 1026.761198] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.761425] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.761717] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.762043] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.762248] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.762680] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.762916] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.763095] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.763382] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.763664] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.763773] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Resource: SegmentPort with ID: 804a2f0c-a79e-469a-8c8f-49b4c8b3135a is going to be created. [ 1026.789157] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.789371] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.789493] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.789768] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.790039] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.790333] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "port-804a2f0c-a79e-469a-8c8f-49b4c8b3135a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.002448] env[65424]: INFO networking_nsxv3.common.synchronization [req-cc666634-fcdc-4cf3-85e5-3326436e17b3 req-1932d101-0f24-4b66-aba2-1880518993fb tempest-AttachVolumeNegativeTest-2145166079 tempest-AttachVolumeNegativeTest-2145166079-project-member] Enqueued Resource ID: 2a7c156a-5de3-4c84-bdf1-fb3162db81af with Priority: HIGHEST for action security_group_members [ 1027.003055] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a7c156a-5de3-4c84-bdf1-fb3162db81af with Priority: HIGHEST for action security_group_members [ 1027.003392] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a7c156a-5de3-4c84-bdf1-fb3162db81af taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.003521] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a7c156a-5de3-4c84-bdf1-fb3162db81af" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.003586] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a7c156a-5de3-4c84-bdf1-fb3162db81af" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.003797] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a7c156a-5de3-4c84-bdf1-fb3162db81af" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.003991] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.004140] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.004140] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.004288] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.004400] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.004459] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2a7c156a-5de3-4c84-bdf1-fb3162db81af',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.180415] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('306bcdbb-5933-45e1-a537-4ceb67c16347',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.203892] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-306bcdbb-5933-45e1-a537-4ceb67c16347 taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.204403] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-306bcdbb-5933-45e1-a537-4ceb67c16347" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.206424] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e0d50e8a-302a-4e46-8fd4-ddf27db09b3d with status ACTIVE [ 1027.206651] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.206910] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.207056] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.207485] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.207485] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.207617] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.207707] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.207828] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.208038] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.208137] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.208387] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.208457] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.208503] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.208654] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.208732] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.208822] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e0d50e8a-302a-4e46-8fd4-ddf27db09b3d is going to be updated. [ 1027.236383] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.236811] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.236811] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.236938] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.236987] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.237170] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e0d50e8a-302a-4e46-8fd4-ddf27db09b3d" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.316506] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fa366b1e-0919-4c5b-9aba-9f2e5d521b6a in Status: SUCCESS [ 1027.316732] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fa366b1e-0919-4c5b-9aba-9f2e5d521b6a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.506843] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.506999] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.507076] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.507300] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.507813] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.507813] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.507956] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.507956] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.508102] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.508181] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.508271] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2a7c156a-5de3-4c84-bdf1-fb3162db81af is going to be updated. [ 1027.513651] env[65424]: INFO networking_nsxv3.common.synchronization [req-8d4bc8c3-14cf-429f-a75d-f48a6a8542a7 req-fffe4b9b-2c38-489a-9db0-eecbab9cd7ed tempest-ServerDiskConfigTestJSON-1442015367 tempest-ServerDiskConfigTestJSON-1442015367-project-member] Enqueued Resource ID: 62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f with Priority: HIGHEST for action security_group_members [ 1027.514170] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f with Priority: HIGHEST for action security_group_members [ 1027.514463] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.514578] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.514643] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.514828] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.514970] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.518022] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.518022] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.518022] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.518022] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.518022] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.544136] env[65424]: INFO networking_nsxv3.common.synchronization [req-798e12c2-a985-4fc0-b473-146d17bc0741 req-414b3769-65da-4d57-98f1-db53d784fc3d service nova] Enqueued Resource ID: 59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9 with Priority: HIGHEST for action security_group_rules [ 1027.544322] env[65424]: INFO networking_nsxv3.common.synchronization [req-798e12c2-a985-4fc0-b473-146d17bc0741 req-414b3769-65da-4d57-98f1-db53d784fc3d service nova] Enqueued Resource ID: 59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9 with Priority: HIGHEST for action security_group_members [ 1027.544458] env[65424]: INFO networking_nsxv3.common.synchronization [req-798e12c2-a985-4fc0-b473-146d17bc0741 req-414b3769-65da-4d57-98f1-db53d784fc3d service nova] Enqueued Resource ID: 804a2f0c-a79e-469a-8c8f-49b4c8b3135a with Priority: HIGHEST for action port [ 1027.545507] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.545678] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.545720] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.545892] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.547693] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.549045] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9 with Priority: HIGHEST for action security_group_rules [ 1027.549181] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9 with Priority: HIGHEST for action security_group_members [ 1027.549277] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 804a2f0c-a79e-469a-8c8f-49b4c8b3135a with Priority: HIGHEST for action port [ 1027.550685] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock rules-59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.550829] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.550897] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.551100] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.551534] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.553615] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.553716] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.553920] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock port-804a2f0c-a79e-469a-8c8f-49b4c8b3135a taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.554034] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-804a2f0c-a79e-469a-8c8f-49b4c8b3135a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.554959] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-804a2f0c-a79e-469a-8c8f-49b4c8b3135a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.554959] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-804a2f0c-a79e-469a-8c8f-49b4c8b3135a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.554959] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('804a2f0c-a79e-469a-8c8f-49b4c8b3135a',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.565286] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2a7c156a-5de3-4c84-bdf1-fb3162db81af in Status: IN_PROGRESS for 2s [ 1027.682676] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('306bcdbb-5933-45e1-a537-4ceb67c16347',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.018053] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.018248] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.018322] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.018538] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.018633] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.018834] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.018945] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.019062] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.019237] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.019315] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.019405] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f is going to be updated. [ 1028.055028] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9 taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.055028] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.056658] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 804a2f0c-a79e-469a-8c8f-49b4c8b3135a with status ACTIVE [ 1028.056951] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.057108] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.057179] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.057401] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.057490] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.057674] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.057773] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.057877] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.058016] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.058097] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.058290] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.058399] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.058486] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.058672] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.058750] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.058840] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 804a2f0c-a79e-469a-8c8f-49b4c8b3135a is going to be updated. [ 1028.066158] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.066376] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.066450] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.066640] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.066852] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.078286] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f in Status: IN_PROGRESS for 2s [ 1028.114202] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.114361] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.114475] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.114734] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.114899] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.115335] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-804a2f0c-a79e-469a-8c8f-49b4c8b3135a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.185320] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.185640] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.185640] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.185849] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.185958] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.186114] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 306bcdbb-5933-45e1-a537-4ceb67c16347 is going to be updated. [ 1028.253082] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.253082] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.253082] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.253082] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.253082] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.267250] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 306bcdbb-5933-45e1-a537-4ceb67c16347 in Status: IN_PROGRESS for 2s [ 1028.428061] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9 in Status: SUCCESS [ 1028.428249] env[65424]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9 deletion is rescheduled due to dependency. [ 1028.428367] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.428529] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.428751] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.428944] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.429097] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.429164] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.429312] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.429393] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.429492] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.932575] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.435218] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.466914] env[65424]: INFO networking_nsxv3.common.synchronization [req-638b038e-0e0b-4a72-8252-f00a2c685e06 req-07af82d3-993a-4395-a7a9-53ffb92b3033 tempest-AttachInterfacesUnderV243Test-1525663772 tempest-AttachInterfacesUnderV243Test-1525663772-project-member] Enqueued Resource ID: 306bcdbb-5933-45e1-a537-4ceb67c16347 with Priority: HIGHEST for action security_group_members [ 1029.468187] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 306bcdbb-5933-45e1-a537-4ceb67c16347 with Priority: HIGHEST for action security_group_members [ 1029.468187] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-306bcdbb-5933-45e1-a537-4ceb67c16347 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.468187] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-306bcdbb-5933-45e1-a537-4ceb67c16347" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.484188] env[65424]: INFO networking_nsxv3.common.synchronization [req-638b038e-0e0b-4a72-8252-f00a2c685e06 req-07af82d3-993a-4395-a7a9-53ffb92b3033 tempest-AttachInterfacesUnderV243Test-1525663772 tempest-AttachInterfacesUnderV243Test-1525663772-project-member] Enqueued Resource ID: 306bcdbb-5933-45e1-a537-4ceb67c16347 with Priority: HIGHEST for action security_group_rules [ 1029.484697] env[65424]: INFO networking_nsxv3.common.synchronization [req-638b038e-0e0b-4a72-8252-f00a2c685e06 req-07af82d3-993a-4395-a7a9-53ffb92b3033 tempest-AttachInterfacesUnderV243Test-1525663772 tempest-AttachInterfacesUnderV243Test-1525663772-project-member] Enqueued Resource ID: 306bcdbb-5933-45e1-a537-4ceb67c16347 with Priority: HIGHEST for action security_group_members [ 1029.484697] env[65424]: INFO networking_nsxv3.common.synchronization [req-638b038e-0e0b-4a72-8252-f00a2c685e06 req-07af82d3-993a-4395-a7a9-53ffb92b3033 tempest-AttachInterfacesUnderV243Test-1525663772 tempest-AttachInterfacesUnderV243Test-1525663772-project-member] Enqueued Resource ID: e0d50e8a-302a-4e46-8fd4-ddf27db09b3d with Priority: HIGHEST for action port [ 1029.485502] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 306bcdbb-5933-45e1-a537-4ceb67c16347 with Priority: HIGHEST for action security_group_rules [ 1029.485820] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 306bcdbb-5933-45e1-a537-4ceb67c16347 with Priority: HIGHEST for action security_group_members [ 1029.485820] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0d50e8a-302a-4e46-8fd4-ddf27db09b3d with Priority: HIGHEST for action port [ 1029.486129] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock rules-306bcdbb-5933-45e1-a537-4ceb67c16347 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.486199] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-306bcdbb-5933-45e1-a537-4ceb67c16347" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.486504] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-306bcdbb-5933-45e1-a537-4ceb67c16347 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.486581] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-306bcdbb-5933-45e1-a537-4ceb67c16347" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.486781] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock port-e0d50e8a-302a-4e46-8fd4-ddf27db09b3d taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.486904] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e0d50e8a-302a-4e46-8fd4-ddf27db09b3d" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.487363] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e0d50e8a-302a-4e46-8fd4-ddf27db09b3d" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.487431] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e0d50e8a-302a-4e46-8fd4-ddf27db09b3d" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.487471] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e0d50e8a-302a-4e46-8fd4-ddf27db09b3d',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.575970] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2a7c156a-5de3-4c84-bdf1-fb3162db81af in Status: SUCCESS [ 1029.576203] env[65424]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2a7c156a-5de3-4c84-bdf1-fb3162db81af deletion is rescheduled due to dependency. [ 1029.576322] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a7c156a-5de3-4c84-bdf1-fb3162db81af" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.937715] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.938304] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.938304] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.938400] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.938827] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.938827] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9 is going to be updated. [ 1029.990978] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.990978] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.990978] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.990978] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.990978] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.991619] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e0d50e8a-302a-4e46-8fd4-ddf27db09b3d with status ACTIVE [ 1029.991714] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.991819] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.991899] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.992848] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.992994] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.993284] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.993478] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.993594] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.993842] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.994073] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.994651] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.994651] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.994651] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.994651] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.994874] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.994962] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e0d50e8a-302a-4e46-8fd4-ddf27db09b3d is going to be updated. [ 1030.017905] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9 in Status: IN_PROGRESS for 2s [ 1030.029355] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.029545] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.029545] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.029738] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.029889] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.030050] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e0d50e8a-302a-4e46-8fd4-ddf27db09b3d" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.093211] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f in Status: SUCCESS [ 1030.093395] env[65424]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f deletion is rescheduled due to dependency. [ 1030.093463] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.278451] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 306bcdbb-5933-45e1-a537-4ceb67c16347 in Status: IN_PROGRESS for 4s [ 1030.794809] env[65424]: INFO networking_nsxv3.common.synchronization [req-c35cc519-196c-415a-a57a-5d10a5c6fffb req-e10db06e-2197-4331-a24c-9ed4a7129a6f tempest-ImagesTestJSON-1724783343 tempest-ImagesTestJSON-1724783343-project-member] Enqueued Resource ID: 68f4bc32-bfc6-4c43-aeef-b481f593202c with Priority: HIGHEST for action security_group_members [ 1030.796018] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68f4bc32-bfc6-4c43-aeef-b481f593202c with Priority: HIGHEST for action security_group_members [ 1030.796018] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-68f4bc32-bfc6-4c43-aeef-b481f593202c taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.796018] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68f4bc32-bfc6-4c43-aeef-b481f593202c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.796018] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68f4bc32-bfc6-4c43-aeef-b481f593202c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.796315] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68f4bc32-bfc6-4c43-aeef-b481f593202c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.796315] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.796424] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.796484] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.796641] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.796721] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.796852] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('68f4bc32-bfc6-4c43-aeef-b481f593202c',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.175451] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock network-152 taken with stack trace [, , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.175682] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "network-152" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.176450] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "network-152" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.176450] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "network-152" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.176450] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.176622] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.176622] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.176840] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.177028] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.177243] env[65424]: DEBUG dogpile.cache.region [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] No value present for key: 'zone-id' {{(pid=65424) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1031.177364] env[65424]: DEBUG dogpile.lock [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] NeedRegenerationException {{(pid=65424) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1031.177468] env[65424]: DEBUG dogpile.lock [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] no value, waiting for create lock {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1031.177571] env[65424]: DEBUG dogpile.lock [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] value creation lock acquired {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1031.177674] env[65424]: DEBUG dogpile.cache.region [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] No value present for key: 'zone-id' {{(pid=65424) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1031.177848] env[65424]: DEBUG dogpile.lock [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Calling creation function for not-yet-present value {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1031.178552] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1031.206295] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1031.206295] env[65424]: DEBUG dogpile.cache.region [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=65424) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1031.206663] env[65424]: DEBUG dogpile.lock [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Released creation lock {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1031.206663] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "network-152" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.207380] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock port-12bfc80c-3a44-47d4-9826-59fcf3dcaa3c taken with stack trace [, , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.207658] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "port-12bfc80c-3a44-47d4-9826-59fcf3dcaa3c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.208169] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "port-12bfc80c-3a44-47d4-9826-59fcf3dcaa3c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.208415] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "port-12bfc80c-3a44-47d4-9826-59fcf3dcaa3c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.208686] env[65424]: DEBUG networking_nsxv3.api.rpc [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('12bfc80c-3a44-47d4-9826-59fcf3dcaa3c',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.220347] env[65424]: INFO networking_nsxv3.common.synchronization [req-01c541dd-4c1d-4cf9-89eb-679b04ac8f07 req-7e722a74-67b3-4255-8cad-ab3de1c7dc5b tempest-ServersTestJSON-1121812603 tempest-ServersTestJSON-1121812603-project-member] Enqueued Resource ID: fa366b1e-0919-4c5b-9aba-9f2e5d521b6a with Priority: HIGHEST for action security_group_members [ 1031.221206] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa366b1e-0919-4c5b-9aba-9f2e5d521b6a with Priority: HIGHEST for action security_group_members [ 1031.221206] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa366b1e-0919-4c5b-9aba-9f2e5d521b6a taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.221206] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa366b1e-0919-4c5b-9aba-9f2e5d521b6a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.221206] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa366b1e-0919-4c5b-9aba-9f2e5d521b6a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.221485] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa366b1e-0919-4c5b-9aba-9f2e5d521b6a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.221806] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.221911] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.221979] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.222235] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.222366] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.222414] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fa366b1e-0919-4c5b-9aba-9f2e5d521b6a',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.299166] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.299327] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.299403] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.299620] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.299710] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.299907] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.300014] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.300082] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.300217] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.300292] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.300378] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68f4bc32-bfc6-4c43-aeef-b481f593202c already deleted. [ 1031.300455] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68f4bc32-bfc6-4c43-aeef-b481f593202c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.712156] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.712396] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.712445] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.712735] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.712881] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.713046] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Segment Port 12bfc80c-3a44-47d4-9826-59fcf3dcaa3c not found, creating... [ 1031.713318] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.713577] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.713704] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.713936] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.714087] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.714377] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.714529] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.714639] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.714873] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.715008] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.715151] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Resource: SegmentPort with ID: 12bfc80c-3a44-47d4-9826-59fcf3dcaa3c is going to be created. [ 1031.724234] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fa366b1e-0919-4c5b-9aba-9f2e5d521b6a',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.734853] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.735129] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.735249] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.735708] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.735708] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.736040] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "port-12bfc80c-3a44-47d4-9826-59fcf3dcaa3c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.028368] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9 in Status: SUCCESS [ 1032.028659] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.028752] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.028965] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.029257] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.029443] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.029443] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.029688] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.029688] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.029823] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.029878] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.227479] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fa366b1e-0919-4c5b-9aba-9f2e5d521b6a',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.290012] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 306bcdbb-5933-45e1-a537-4ceb67c16347 in Status: SUCCESS [ 1032.290012] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-306bcdbb-5933-45e1-a537-4ceb67c16347" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.290227] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-306bcdbb-5933-45e1-a537-4ceb67c16347" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.290348] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-306bcdbb-5933-45e1-a537-4ceb67c16347" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.290558] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.290702] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.290763] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.294022] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.294022] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.294022] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('306bcdbb-5933-45e1-a537-4ceb67c16347',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.476035] env[65424]: INFO networking_nsxv3.common.synchronization [req-c35cc519-196c-415a-a57a-5d10a5c6fffb req-1466b775-78cb-452e-8558-099943ddf732 service nova] Enqueued Resource ID: 68f4bc32-bfc6-4c43-aeef-b481f593202c with Priority: HIGHEST for action security_group_rules [ 1032.476035] env[65424]: INFO networking_nsxv3.common.synchronization [req-c35cc519-196c-415a-a57a-5d10a5c6fffb req-1466b775-78cb-452e-8558-099943ddf732 service nova] Enqueued Resource ID: 68f4bc32-bfc6-4c43-aeef-b481f593202c with Priority: HIGHEST for action security_group_members [ 1032.476035] env[65424]: INFO networking_nsxv3.common.synchronization [req-c35cc519-196c-415a-a57a-5d10a5c6fffb req-1466b775-78cb-452e-8558-099943ddf732 service nova] Enqueued Resource ID: 12bfc80c-3a44-47d4-9826-59fcf3dcaa3c with Priority: HIGHEST for action port [ 1032.476555] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68f4bc32-bfc6-4c43-aeef-b481f593202c with Priority: HIGHEST for action security_group_rules [ 1032.476555] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68f4bc32-bfc6-4c43-aeef-b481f593202c with Priority: HIGHEST for action security_group_members [ 1032.476555] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12bfc80c-3a44-47d4-9826-59fcf3dcaa3c with Priority: HIGHEST for action port [ 1032.476668] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock rules-68f4bc32-bfc6-4c43-aeef-b481f593202c taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.476798] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-68f4bc32-bfc6-4c43-aeef-b481f593202c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.476798] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-68f4bc32-bfc6-4c43-aeef-b481f593202c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.478236] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-68f4bc32-bfc6-4c43-aeef-b481f593202c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.478365] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('68f4bc32-bfc6-4c43-aeef-b481f593202c',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.479622] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-68f4bc32-bfc6-4c43-aeef-b481f593202c taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.479800] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68f4bc32-bfc6-4c43-aeef-b481f593202c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.479857] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68f4bc32-bfc6-4c43-aeef-b481f593202c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.480057] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68f4bc32-bfc6-4c43-aeef-b481f593202c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.480216] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.480355] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.480408] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.480553] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.480664] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.480741] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('68f4bc32-bfc6-4c43-aeef-b481f593202c',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.481609] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock port-12bfc80c-3a44-47d4-9826-59fcf3dcaa3c taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.482739] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-12bfc80c-3a44-47d4-9826-59fcf3dcaa3c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.482739] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-12bfc80c-3a44-47d4-9826-59fcf3dcaa3c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.482739] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-12bfc80c-3a44-47d4-9826-59fcf3dcaa3c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.482739] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('12bfc80c-3a44-47d4-9826-59fcf3dcaa3c',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.532861] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9 taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.534883] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.534883] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.534883] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.534883] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.534883] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.534883] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.534883] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.535289] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.535289] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.535784] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9 taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.535905] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.535975] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.536229] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.536609] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.536785] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.536899] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.537349] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.537481] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.537644] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.537736] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.730752] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.731136] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.731381] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.732254] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.732453] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.732643] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa366b1e-0919-4c5b-9aba-9f2e5d521b6a is going to be updated. [ 1032.769019] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.769019] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.769019] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.769019] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.769019] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.777582] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa366b1e-0919-4c5b-9aba-9f2e5d521b6a in Status: IN_PROGRESS for 2s [ 1032.792892] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('306bcdbb-5933-45e1-a537-4ceb67c16347',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.987027] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('68f4bc32-bfc6-4c43-aeef-b481f593202c',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.987027] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-68f4bc32-bfc6-4c43-aeef-b481f593202c taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.987027] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68f4bc32-bfc6-4c43-aeef-b481f593202c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.987027] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 12bfc80c-3a44-47d4-9826-59fcf3dcaa3c with status ACTIVE [ 1032.987027] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.987027] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.987027] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.987027] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.987027] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.987027] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.987027] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.987027] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.987027] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.987027] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.987681] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.987681] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.987681] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.987681] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.987681] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.987681] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 12bfc80c-3a44-47d4-9826-59fcf3dcaa3c is going to be updated. [ 1033.021246] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.021246] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.021246] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.021246] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.021246] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.021246] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-12bfc80c-3a44-47d4-9826-59fcf3dcaa3c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.041803] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9: rpc.has_security_group_logging(os_id): False [ 1033.084739] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.084739] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.084739] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.084739] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.084739] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.084739] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.084739] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.084739] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.084739] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.085304] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.085304] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.085304] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.085304] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.085304] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.085501] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.085549] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.085650] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.085696] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.085849] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.085955] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.086056] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9 is going to be updated. [ 1033.183413] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.183679] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.183679] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.183845] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.183994] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.202385] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9 in Status: IN_PROGRESS for 2s [ 1033.295950] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('306bcdbb-5933-45e1-a537-4ceb67c16347',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.358908] env[65424]: INFO networking_nsxv3.common.synchronization [req-8d7be191-04e2-463c-8d00-c74fe2de2f90 req-c396dd70-27eb-4814-9b81-a72e57501393 tempest-AttachInterfacesUnderV243Test-1525663772 tempest-AttachInterfacesUnderV243Test-1525663772-project-member] Enqueued Resource ID: 306bcdbb-5933-45e1-a537-4ceb67c16347 with Priority: HIGHEST for action security_group_members [ 1033.359626] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 306bcdbb-5933-45e1-a537-4ceb67c16347 with Priority: HIGHEST for action security_group_members [ 1033.359953] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-306bcdbb-5933-45e1-a537-4ceb67c16347 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.360164] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-306bcdbb-5933-45e1-a537-4ceb67c16347" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.490320] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('68f4bc32-bfc6-4c43-aeef-b481f593202c',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.802031] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.802031] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.802031] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.802245] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.802245] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.802337] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 306bcdbb-5933-45e1-a537-4ceb67c16347 is going to be updated. [ 1033.835030] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.835193] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.835252] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.835446] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.835583] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.851749] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 306bcdbb-5933-45e1-a537-4ceb67c16347 in Status: IN_PROGRESS for 2s [ 1033.993453] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.993453] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.993603] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.993703] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.993796] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.993904] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68f4bc32-bfc6-4c43-aeef-b481f593202c is going to be created. [ 1034.021955] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.022271] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.022271] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.022530] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.022758] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.038014] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68f4bc32-bfc6-4c43-aeef-b481f593202c in Status: UNINITIALIZED for 2s [ 1034.788686] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa366b1e-0919-4c5b-9aba-9f2e5d521b6a in Status: SUCCESS [ 1034.788976] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa366b1e-0919-4c5b-9aba-9f2e5d521b6a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.219538] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9 in Status: SUCCESS [ 1035.219538] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.872652] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 306bcdbb-5933-45e1-a537-4ceb67c16347 in Status: SUCCESS [ 1035.872652] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-306bcdbb-5933-45e1-a537-4ceb67c16347" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.872652] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-306bcdbb-5933-45e1-a537-4ceb67c16347" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.872652] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-306bcdbb-5933-45e1-a537-4ceb67c16347" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.872652] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.872652] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.872652] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.872652] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.872652] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.872652] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-306bcdbb-5933-45e1-a537-4ceb67c16347" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.872652] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('306bcdbb-5933-45e1-a537-4ceb67c16347',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.873862] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-306bcdbb-5933-45e1-a537-4ceb67c16347" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.874087] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-306bcdbb-5933-45e1-a537-4ceb67c16347" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.874269] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.874386] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.874451] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.874601] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.874683] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.875120] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('306bcdbb-5933-45e1-a537-4ceb67c16347',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.050752] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68f4bc32-bfc6-4c43-aeef-b481f593202c in Status: SUCCESS [ 1036.051191] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68f4bc32-bfc6-4c43-aeef-b481f593202c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.051191] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68f4bc32-bfc6-4c43-aeef-b481f593202c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.052244] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68f4bc32-bfc6-4c43-aeef-b481f593202c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.052244] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.052244] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.052244] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.052244] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.052244] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.052244] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68f4bc32-bfc6-4c43-aeef-b481f593202c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.052244] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('68f4bc32-bfc6-4c43-aeef-b481f593202c',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.379022] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('306bcdbb-5933-45e1-a537-4ceb67c16347',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.379022] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.379022] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.379022] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.379022] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.379022] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.379022] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.379022] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.379022] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.379022] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.379022] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.379022] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 306bcdbb-5933-45e1-a537-4ceb67c16347 is going to be updated. [ 1036.412597] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.414539] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.414539] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.414539] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.414539] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.427474] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 306bcdbb-5933-45e1-a537-4ceb67c16347 in Status: IN_PROGRESS for 2s [ 1036.554380] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-68f4bc32-bfc6-4c43-aeef-b481f593202c taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.554659] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68f4bc32-bfc6-4c43-aeef-b481f593202c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.554748] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68f4bc32-bfc6-4c43-aeef-b481f593202c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.554952] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68f4bc32-bfc6-4c43-aeef-b481f593202c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.555131] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.555235] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.555321] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.555511] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.555615] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.555719] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68f4bc32-bfc6-4c43-aeef-b481f593202c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.555869] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-68f4bc32-bfc6-4c43-aeef-b481f593202c taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.556009] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68f4bc32-bfc6-4c43-aeef-b481f593202c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.556071] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68f4bc32-bfc6-4c43-aeef-b481f593202c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.556195] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68f4bc32-bfc6-4c43-aeef-b481f593202c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.556334] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.556570] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.556656] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.556798] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.556955] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.557171] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68f4bc32-bfc6-4c43-aeef-b481f593202c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.557276] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('68f4bc32-bfc6-4c43-aeef-b481f593202c',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.883074] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 306bcdbb-5933-45e1-a537-4ceb67c16347: rpc.has_security_group_logging(os_id): False [ 1036.920274] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.920274] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.920274] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.920274] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.920274] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.920822] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.920822] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.920822] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.921035] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.923049] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.923190] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 306bcdbb-5933-45e1-a537-4ceb67c16347 is going to be updated. [ 1037.017039] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.017166] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.017166] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.017381] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.017518] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.035440] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 306bcdbb-5933-45e1-a537-4ceb67c16347 in Status: IN_PROGRESS for 2s [ 1037.059999] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 68f4bc32-bfc6-4c43-aeef-b481f593202c: rpc.has_security_group_logging(os_id): False [ 1037.103474] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.103711] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.103799] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.104196] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.104366] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.104850] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.105080] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.105080] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.105379] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.105730] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.106517] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.106663] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.106799] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.108091] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.108091] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.108091] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.108091] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.108091] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.108091] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.108091] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.108091] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 68f4bc32-bfc6-4c43-aeef-b481f593202c is going to be created. [ 1037.242322] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.242574] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.242574] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.242751] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.242943] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.259887] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 68f4bc32-bfc6-4c43-aeef-b481f593202c in Status: IN_PROGRESS for 2s [ 1037.715179] env[65424]: INFO networking_nsxv3.common.synchronization [None req-2e16c01a-0d75-4f58-bf29-8851b6337500 tempest-AttachInterfacesTestJSON-1826416307 tempest-AttachInterfacesTestJSON-1826416307-project-member] Enqueued Resource ID: e264161b-b593-44ea-b07b-eed0b1d65cb7 with Priority: HIGHEST for action security_group_rules [ 1037.715179] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e264161b-b593-44ea-b07b-eed0b1d65cb7 with Priority: HIGHEST for action security_group_rules [ 1037.715179] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e264161b-b593-44ea-b07b-eed0b1d65cb7 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.715724] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e264161b-b593-44ea-b07b-eed0b1d65cb7" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.715929] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e264161b-b593-44ea-b07b-eed0b1d65cb7" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.716764] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e264161b-b593-44ea-b07b-eed0b1d65cb7" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.717121] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e264161b-b593-44ea-b07b-eed0b1d65cb7',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.802245] env[65424]: INFO networking_nsxv3.common.synchronization [None req-79065636-5c50-4e95-bd9b-026218988428 tempest-AttachInterfacesTestJSON-1826416307 tempest-AttachInterfacesTestJSON-1826416307-project-member] Enqueued Resource ID: e264161b-b593-44ea-b07b-eed0b1d65cb7 with Priority: HIGHEST for action security_group_rules [ 1037.802803] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e264161b-b593-44ea-b07b-eed0b1d65cb7 with Priority: HIGHEST for action security_group_rules [ 1037.803110] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e264161b-b593-44ea-b07b-eed0b1d65cb7 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.803273] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e264161b-b593-44ea-b07b-eed0b1d65cb7" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.243064] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.243378] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.243378] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.243521] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.243557] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.243657] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e264161b-b593-44ea-b07b-eed0b1d65cb7 already deleted. [ 1038.243739] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e264161b-b593-44ea-b07b-eed0b1d65cb7" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.243890] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e264161b-b593-44ea-b07b-eed0b1d65cb7" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.244081] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e264161b-b593-44ea-b07b-eed0b1d65cb7" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.244128] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e264161b-b593-44ea-b07b-eed0b1d65cb7',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.441524] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 306bcdbb-5933-45e1-a537-4ceb67c16347 in Status: SUCCESS [ 1038.441774] env[65424]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 306bcdbb-5933-45e1-a537-4ceb67c16347 deletion is rescheduled due to dependency. [ 1038.441893] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-306bcdbb-5933-45e1-a537-4ceb67c16347" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.442149] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-306bcdbb-5933-45e1-a537-4ceb67c16347" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.442389] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-306bcdbb-5933-45e1-a537-4ceb67c16347" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.442992] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.442992] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.442992] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.442992] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.442992] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.444119] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('306bcdbb-5933-45e1-a537-4ceb67c16347',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.766982] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.767218] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.767269] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.767487] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.767817] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.769188] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e264161b-b593-44ea-b07b-eed0b1d65cb7 already deleted. [ 1038.769188] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e264161b-b593-44ea-b07b-eed0b1d65cb7" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.946081] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.946241] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.946312] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.946532] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.946623] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.946825] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.946974] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.947062] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.947217] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.947294] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.947381] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 306bcdbb-5933-45e1-a537-4ceb67c16347 is going to be updated. [ 1038.972161] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.972308] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.972365] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.972584] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.972724] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.981905] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 306bcdbb-5933-45e1-a537-4ceb67c16347 in Status: IN_PROGRESS for 2s [ 1039.011501] env[65424]: INFO networking_nsxv3.common.synchronization [None req-c553c46f-6dba-486d-8adc-3bb0994b3cc9 tempest-AttachVolumeNegativeTest-2145166079 tempest-AttachVolumeNegativeTest-2145166079-project-member] Enqueued Resource ID: 764b3ff2-a9e1-489b-88fd-5b76b6510fb9 with Priority: HIGHEST for action security_group_rules [ 1039.012036] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 764b3ff2-a9e1-489b-88fd-5b76b6510fb9 with Priority: HIGHEST for action security_group_rules [ 1039.012329] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock rules-764b3ff2-a9e1-489b-88fd-5b76b6510fb9 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.012470] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-764b3ff2-a9e1-489b-88fd-5b76b6510fb9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.012551] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-764b3ff2-a9e1-489b-88fd-5b76b6510fb9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.012800] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-764b3ff2-a9e1-489b-88fd-5b76b6510fb9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.012882] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('764b3ff2-a9e1-489b-88fd-5b76b6510fb9',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.050404] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 306bcdbb-5933-45e1-a537-4ceb67c16347 in Status: SUCCESS [ 1039.050640] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-306bcdbb-5933-45e1-a537-4ceb67c16347" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.050800] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-306bcdbb-5933-45e1-a537-4ceb67c16347" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.051029] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-306bcdbb-5933-45e1-a537-4ceb67c16347" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.051122] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('306bcdbb-5933-45e1-a537-4ceb67c16347',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.110612] env[65424]: INFO networking_nsxv3.common.synchronization [None req-92d672f3-85ed-44be-b094-5d92527364ed tempest-AttachVolumeNegativeTest-2145166079 tempest-AttachVolumeNegativeTest-2145166079-project-member] Enqueued Resource ID: 764b3ff2-a9e1-489b-88fd-5b76b6510fb9 with Priority: HIGHEST for action security_group_rules [ 1039.111482] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 764b3ff2-a9e1-489b-88fd-5b76b6510fb9 with Priority: HIGHEST for action security_group_rules [ 1039.111838] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock rules-764b3ff2-a9e1-489b-88fd-5b76b6510fb9 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.111948] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-764b3ff2-a9e1-489b-88fd-5b76b6510fb9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.272745] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 68f4bc32-bfc6-4c43-aeef-b481f593202c in Status: SUCCESS [ 1039.273013] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-68f4bc32-bfc6-4c43-aeef-b481f593202c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.535955] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.536140] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.536212] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.536804] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.536804] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.536804] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 764b3ff2-a9e1-489b-88fd-5b76b6510fb9 already deleted. [ 1039.536804] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-764b3ff2-a9e1-489b-88fd-5b76b6510fb9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.536804] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-764b3ff2-a9e1-489b-88fd-5b76b6510fb9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.537234] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-764b3ff2-a9e1-489b-88fd-5b76b6510fb9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.537234] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('764b3ff2-a9e1-489b-88fd-5b76b6510fb9',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.582375] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.582375] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.582375] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.582375] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.582375] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.583095] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 306bcdbb-5933-45e1-a537-4ceb67c16347 is going to be deleted. [ 1039.637882] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.637882] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.638942] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.638942] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.638942] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.639160] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-306bcdbb-5933-45e1-a537-4ceb67c16347" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.936959] env[65424]: INFO networking_nsxv3.common.synchronization [req-0ea8d1bf-3a14-4672-9d83-6cdd6af59313 req-9cbc1a7f-bdd8-4ea3-a53a-396e3dd38715 tempest-ServerRescueNegativeTestJSON-1694573520 tempest-ServerRescueNegativeTestJSON-1694573520-project-member] Enqueued Resource ID: cbf297d2-7098-44e8-89e5-c29920480685 with Priority: HIGHEST for action security_group_members [ 1039.937757] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbf297d2-7098-44e8-89e5-c29920480685 with Priority: HIGHEST for action security_group_members [ 1039.938282] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-cbf297d2-7098-44e8-89e5-c29920480685 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.938939] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cbf297d2-7098-44e8-89e5-c29920480685" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.939142] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cbf297d2-7098-44e8-89e5-c29920480685" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.939400] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cbf297d2-7098-44e8-89e5-c29920480685" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.939611] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.939763] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.939866] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.940095] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.940237] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.940390] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cbf297d2-7098-44e8-89e5-c29920480685',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.060150] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.060150] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.060370] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.060439] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.060526] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.060634] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 764b3ff2-a9e1-489b-88fd-5b76b6510fb9 already deleted. [ 1040.060739] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-764b3ff2-a9e1-489b-88fd-5b76b6510fb9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.443209] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cbf297d2-7098-44e8-89e5-c29920480685',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.946020] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cbf297d2-7098-44e8-89e5-c29920480685',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.993262] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 306bcdbb-5933-45e1-a537-4ceb67c16347 in Status: SUCCESS [ 1040.993262] env[65424]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 306bcdbb-5933-45e1-a537-4ceb67c16347 deletion is rescheduled due to dependency. [ 1040.993262] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-306bcdbb-5933-45e1-a537-4ceb67c16347" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.993262] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-306bcdbb-5933-45e1-a537-4ceb67c16347" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.993262] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-306bcdbb-5933-45e1-a537-4ceb67c16347" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.993262] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.993262] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.993262] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.993722] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.993722] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.993722] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('306bcdbb-5933-45e1-a537-4ceb67c16347',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.451079] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.451079] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.451079] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.451079] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.451079] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.451079] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cbf297d2-7098-44e8-89e5-c29920480685 is going to be updated. [ 1041.478852] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.479157] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.479157] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.479373] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.479437] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.488478] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cbf297d2-7098-44e8-89e5-c29920480685 in Status: IN_PROGRESS for 2s [ 1041.496020] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.496264] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.496264] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.496494] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.496603] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.496847] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.496847] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.497050] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.497134] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.497209] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.497297] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 306bcdbb-5933-45e1-a537-4ceb67c16347 is going to be deleted. [ 1041.539953] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.540269] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.540389] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.540597] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.540733] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.540888] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-306bcdbb-5933-45e1-a537-4ceb67c16347" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.500955] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cbf297d2-7098-44e8-89e5-c29920480685 in Status: SUCCESS [ 1043.501291] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cbf297d2-7098-44e8-89e5-c29920480685" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.317246] env[65424]: INFO networking_nsxv3.common.synchronization [req-2f3655b3-a63b-433f-a8d6-c56154f7b8cd req-e0586a25-fb38-43f9-8abe-a2ff685ea750 tempest-ServersTestJSON-1121812603 tempest-ServersTestJSON-1121812603-project-member] Enqueued Resource ID: fa366b1e-0919-4c5b-9aba-9f2e5d521b6a with Priority: HIGHEST for action security_group_members [ 1044.317246] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa366b1e-0919-4c5b-9aba-9f2e5d521b6a with Priority: HIGHEST for action security_group_members [ 1044.317246] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa366b1e-0919-4c5b-9aba-9f2e5d521b6a taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.317246] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa366b1e-0919-4c5b-9aba-9f2e5d521b6a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.317246] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa366b1e-0919-4c5b-9aba-9f2e5d521b6a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.317246] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa366b1e-0919-4c5b-9aba-9f2e5d521b6a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.317246] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.317246] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.317246] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.317246] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.317246] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.317246] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fa366b1e-0919-4c5b-9aba-9f2e5d521b6a',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.820645] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fa366b1e-0919-4c5b-9aba-9f2e5d521b6a',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.302137] env[65424]: INFO networking_nsxv3.common.synchronization [None req-aa2eb9c8-cfb1-4bf9-8f3a-c7d0b2862295 None None] Enqueued Resource ID: 42d36d89-89e3-4c1d-821f-9ce275bdd7cd with Priority: HIGHEST for action port [ 1045.302971] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42d36d89-89e3-4c1d-821f-9ce275bdd7cd with Priority: HIGHEST for action port [ 1045.303257] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock port-42d36d89-89e3-4c1d-821f-9ce275bdd7cd taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.304089] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-42d36d89-89e3-4c1d-821f-9ce275bdd7cd" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.304089] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-42d36d89-89e3-4c1d-821f-9ce275bdd7cd" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.304089] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-42d36d89-89e3-4c1d-821f-9ce275bdd7cd" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.304089] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('42d36d89-89e3-4c1d-821f-9ce275bdd7cd',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.324387] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fa366b1e-0919-4c5b-9aba-9f2e5d521b6a',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.806853] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 42d36d89-89e3-4c1d-821f-9ce275bdd7cd [ 1045.806972] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.807108] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.807790] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.807790] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.807790] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.807790] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:42d36d89-89e3-4c1d-821f-9ce275bdd7cd already deleted. [ 1045.808180] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-42d36d89-89e3-4c1d-821f-9ce275bdd7cd" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.829799] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.829799] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.829799] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.829799] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.829799] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.829799] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa366b1e-0919-4c5b-9aba-9f2e5d521b6a is going to be updated. [ 1045.867698] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.867954] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.867954] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.868393] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.868393] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.879587] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa366b1e-0919-4c5b-9aba-9f2e5d521b6a in Status: IN_PROGRESS for 2s [ 1046.863033] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock network-526 taken with stack trace [, , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.863033] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "network-526" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.863033] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "network-526" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.863576] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "network-526" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.863576] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.864818] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.864818] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.864818] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.864818] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.864818] env[65424]: DEBUG dogpile.cache.region [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] No value present for key: 'zone-id' {{(pid=65424) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1046.864818] env[65424]: DEBUG dogpile.lock [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] NeedRegenerationException {{(pid=65424) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1046.864818] env[65424]: DEBUG dogpile.lock [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] no value, waiting for create lock {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1046.865269] env[65424]: DEBUG dogpile.lock [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] value creation lock acquired {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1046.865269] env[65424]: DEBUG dogpile.cache.region [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] No value present for key: 'zone-id' {{(pid=65424) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1046.865269] env[65424]: DEBUG dogpile.lock [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Calling creation function for not-yet-present value {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1046.865269] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1046.884705] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1046.884906] env[65424]: DEBUG dogpile.cache.region [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65424) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1046.885056] env[65424]: DEBUG dogpile.lock [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Released creation lock {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1046.885296] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "network-526" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.885545] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock port-a190b9ed-167a-4606-b3f5-c73b1750b124 taken with stack trace [, , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.885715] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "port-a190b9ed-167a-4606-b3f5-c73b1750b124" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.885831] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "port-a190b9ed-167a-4606-b3f5-c73b1750b124" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.886119] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "port-a190b9ed-167a-4606-b3f5-c73b1750b124" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.886264] env[65424]: DEBUG networking_nsxv3.api.rpc [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a190b9ed-167a-4606-b3f5-c73b1750b124',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.388737] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.388966] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.389105] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.389478] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.389632] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.389926] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.390103] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.390237] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.390500] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.390712] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.391068] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.391270] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.391421] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.391653] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.391830] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.391988] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Resource: SegmentPort with ID: a190b9ed-167a-4606-b3f5-c73b1750b124 is going to be updated. [ 1047.416661] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.416865] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.417079] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.417362] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.417528] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.417710] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "port-a190b9ed-167a-4606-b3f5-c73b1750b124" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.817869] env[65424]: INFO networking_nsxv3.common.synchronization [None req-4513d069-c28c-402c-b68a-71274708131c None None] Enqueued Resource ID: 5db132d1-fa12-4ad1-9855-2ecd774cb8ca with Priority: HIGHEST for action port [ 1047.818480] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5db132d1-fa12-4ad1-9855-2ecd774cb8ca with Priority: HIGHEST for action port [ 1047.818862] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock port-5db132d1-fa12-4ad1-9855-2ecd774cb8ca taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.818989] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5db132d1-fa12-4ad1-9855-2ecd774cb8ca" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.819095] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5db132d1-fa12-4ad1-9855-2ecd774cb8ca" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.819338] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5db132d1-fa12-4ad1-9855-2ecd774cb8ca" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.819424] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5db132d1-fa12-4ad1-9855-2ecd774cb8ca',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.890059] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa366b1e-0919-4c5b-9aba-9f2e5d521b6a in Status: SUCCESS [ 1047.890404] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa366b1e-0919-4c5b-9aba-9f2e5d521b6a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.127806] env[65424]: INFO networking_nsxv3.common.synchronization [req-783bc28e-e20a-4c2d-88cc-53276f9cfa01 req-41317128-216d-4e66-804a-a0a9325e2db3 service nova] Enqueued Resource ID: ff1adf5a-b63a-40f5-a425-29673d36487c with Priority: HIGHEST for action security_group_rules [ 1048.128036] env[65424]: INFO networking_nsxv3.common.synchronization [req-783bc28e-e20a-4c2d-88cc-53276f9cfa01 req-41317128-216d-4e66-804a-a0a9325e2db3 service nova] Enqueued Resource ID: ff1adf5a-b63a-40f5-a425-29673d36487c with Priority: HIGHEST for action security_group_members [ 1048.128213] env[65424]: INFO networking_nsxv3.common.synchronization [req-783bc28e-e20a-4c2d-88cc-53276f9cfa01 req-41317128-216d-4e66-804a-a0a9325e2db3 service nova] Enqueued Resource ID: a190b9ed-167a-4606-b3f5-c73b1750b124 with Priority: HIGHEST for action port [ 1048.128802] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff1adf5a-b63a-40f5-a425-29673d36487c with Priority: HIGHEST for action security_group_rules [ 1048.129497] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff1adf5a-b63a-40f5-a425-29673d36487c with Priority: HIGHEST for action security_group_members [ 1048.129658] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a190b9ed-167a-4606-b3f5-c73b1750b124 with Priority: HIGHEST for action port [ 1048.129964] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ff1adf5a-b63a-40f5-a425-29673d36487c taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.130150] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ff1adf5a-b63a-40f5-a425-29673d36487c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.130235] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ff1adf5a-b63a-40f5-a425-29673d36487c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.130495] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ff1adf5a-b63a-40f5-a425-29673d36487c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.130614] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ff1adf5a-b63a-40f5-a425-29673d36487c',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.131609] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff1adf5a-b63a-40f5-a425-29673d36487c taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.131801] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff1adf5a-b63a-40f5-a425-29673d36487c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.131801] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff1adf5a-b63a-40f5-a425-29673d36487c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.131969] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff1adf5a-b63a-40f5-a425-29673d36487c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.132125] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.132243] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.132309] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.132452] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.132521] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.132617] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ff1adf5a-b63a-40f5-a425-29673d36487c',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.134372] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock port-a190b9ed-167a-4606-b3f5-c73b1750b124 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.134517] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a190b9ed-167a-4606-b3f5-c73b1750b124" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.134567] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a190b9ed-167a-4606-b3f5-c73b1750b124" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.134706] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a190b9ed-167a-4606-b3f5-c73b1750b124" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.134774] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a190b9ed-167a-4606-b3f5-c73b1750b124',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.321742] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5db132d1-fa12-4ad1-9855-2ecd774cb8ca [ 1048.321984] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.322201] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.322272] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.322481] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.322574] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.322788] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5db132d1-fa12-4ad1-9855-2ecd774cb8ca already deleted. [ 1048.322788] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5db132d1-fa12-4ad1-9855-2ecd774cb8ca" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.636745] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ff1adf5a-b63a-40f5-a425-29673d36487c',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.637867] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff1adf5a-b63a-40f5-a425-29673d36487c taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.638036] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff1adf5a-b63a-40f5-a425-29673d36487c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.638184] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a190b9ed-167a-4606-b3f5-c73b1750b124 with status ACTIVE [ 1048.638364] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.638490] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.638560] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.638720] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.638805] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.639428] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.639428] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.639428] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.639428] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.639428] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.639713] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.639713] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.639713] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.639846] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.639846] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.639910] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a190b9ed-167a-4606-b3f5-c73b1750b124 is going to be updated. [ 1048.664335] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.664335] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.664335] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.664652] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.664707] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.664869] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a190b9ed-167a-4606-b3f5-c73b1750b124" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.142415] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ff1adf5a-b63a-40f5-a425-29673d36487c',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.645669] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.645857] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.645928] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.646182] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.646276] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.646376] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff1adf5a-b63a-40f5-a425-29673d36487c is going to be updated. [ 1049.683386] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.683812] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.683812] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.683943] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.684191] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.695308] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff1adf5a-b63a-40f5-a425-29673d36487c in Status: IN_PROGRESS for 2s [ 1050.815103] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.815528] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.815528] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.815627] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.815759] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.318170] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.706959] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff1adf5a-b63a-40f5-a425-29673d36487c in Status: SUCCESS [ 1051.707254] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff1adf5a-b63a-40f5-a425-29673d36487c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.707432] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff1adf5a-b63a-40f5-a425-29673d36487c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.707650] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff1adf5a-b63a-40f5-a425-29673d36487c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.708984] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.708984] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.708984] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.708984] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.708984] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.708984] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff1adf5a-b63a-40f5-a425-29673d36487c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.708984] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ff1adf5a-b63a-40f5-a425-29673d36487c',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.820865] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.091342] env[65424]: INFO networking_nsxv3.common.synchronization [req-39de8f89-2734-4737-b201-17ae8d6974e9 req-93541c01-5d6b-4120-a530-998541e2c5cf tempest-AttachInterfacesTestJSON-1826416307 tempest-AttachInterfacesTestJSON-1826416307-project-member] Enqueued Resource ID: e264161b-b593-44ea-b07b-eed0b1d65cb7 with Priority: HIGHEST for action security_group_members [ 1052.092076] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e264161b-b593-44ea-b07b-eed0b1d65cb7 with Priority: HIGHEST for action security_group_members [ 1052.092862] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-e264161b-b593-44ea-b07b-eed0b1d65cb7 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.092948] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e264161b-b593-44ea-b07b-eed0b1d65cb7" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.093528] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e264161b-b593-44ea-b07b-eed0b1d65cb7" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.093528] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e264161b-b593-44ea-b07b-eed0b1d65cb7" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.093528] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.093826] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.093826] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.093826] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.093996] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.094100] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e264161b-b593-44ea-b07b-eed0b1d65cb7',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.212300] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ff1adf5a-b63a-40f5-a425-29673d36487c',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.323661] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1052.323799] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1052.416527] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock network-514 taken with stack trace [, , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.416823] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "network-514" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.416965] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "network-514" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.417309] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "network-514" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.417586] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.417791] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.417936] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.418378] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.418534] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.418762] env[65424]: DEBUG dogpile.cache.region [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] No value present for key: 'zone-id' {{(pid=65424) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1052.418883] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] NeedRegenerationException {{(pid=65424) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1052.418994] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] no value, waiting for create lock {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1052.419230] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] value creation lock acquired {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1052.419365] env[65424]: DEBUG dogpile.cache.region [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] No value present for key: 'zone-id' {{(pid=65424) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1052.419478] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Calling creation function for not-yet-present value {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1052.419608] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1052.442614] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1052.442847] env[65424]: DEBUG dogpile.cache.region [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65424) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1052.442905] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Released creation lock {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1052.443184] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "network-514" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.443583] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock port-7a6f8c6a-fad8-406f-b027-f19f8bca34e5 taken with stack trace [, , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.443750] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "port-7a6f8c6a-fad8-406f-b027-f19f8bca34e5" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.443870] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "port-7a6f8c6a-fad8-406f-b027-f19f8bca34e5" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.444399] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "port-7a6f8c6a-fad8-406f-b027-f19f8bca34e5" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.444635] env[65424]: DEBUG networking_nsxv3.api.rpc [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7a6f8c6a-fad8-406f-b027-f19f8bca34e5',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.596489] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.596674] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.596723] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.596958] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.597136] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.597352] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.597456] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.597523] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.597686] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.597766] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.597849] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e264161b-b593-44ea-b07b-eed0b1d65cb7 already deleted. [ 1052.597926] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e264161b-b593-44ea-b07b-eed0b1d65cb7" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.715277] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ff1adf5a-b63a-40f5-a425-29673d36487c: rpc.has_security_group_logging(os_id): False [ 1052.735488] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.735700] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.735754] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.736119] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.736255] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.736593] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.736891] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.736891] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.737291] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.737291] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.737401] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ff1adf5a-b63a-40f5-a425-29673d36487c is going to be updated. [ 1052.881973] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.882456] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.882456] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.882555] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.882655] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.909903] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ff1adf5a-b63a-40f5-a425-29673d36487c in Status: IN_PROGRESS for 2s [ 1052.947806] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.948151] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.948301] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.948721] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.948938] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.949151] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Segment Port 7a6f8c6a-fad8-406f-b027-f19f8bca34e5 not found, creating... [ 1052.949582] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.949787] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.950023] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.950415] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.950610] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.951097] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.951300] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.951429] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.951677] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.951921] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.952194] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Resource: SegmentPort with ID: 7a6f8c6a-fad8-406f-b027-f19f8bca34e5 is going to be created. [ 1052.988578] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.988918] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.988918] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.989328] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.989576] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.989822] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "port-7a6f8c6a-fad8-406f-b027-f19f8bca34e5" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.539943] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.540198] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.540198] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.540412] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.552310] env[65424]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1053.553214] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.554423] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1053.590856] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.591133] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.591133] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.591797] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.605295] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.606244] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1053.606368] env[65424]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65424) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1053.606418] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1053.651030] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.651209] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.651316] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.651537] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.653333] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.653499] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1053.729489] env[65424]: INFO networking_nsxv3.common.synchronization [req-39de8f89-2734-4737-b201-17ae8d6974e9 req-caca6c16-1aad-4ccd-b397-e5d4b723d5c8 service nova] Enqueued Resource ID: e264161b-b593-44ea-b07b-eed0b1d65cb7 with Priority: HIGHEST for action security_group_rules [ 1053.729553] env[65424]: INFO networking_nsxv3.common.synchronization [req-39de8f89-2734-4737-b201-17ae8d6974e9 req-caca6c16-1aad-4ccd-b397-e5d4b723d5c8 service nova] Enqueued Resource ID: e264161b-b593-44ea-b07b-eed0b1d65cb7 with Priority: HIGHEST for action security_group_members [ 1053.729829] env[65424]: INFO networking_nsxv3.common.synchronization [req-39de8f89-2734-4737-b201-17ae8d6974e9 req-caca6c16-1aad-4ccd-b397-e5d4b723d5c8 service nova] Enqueued Resource ID: 7a6f8c6a-fad8-406f-b027-f19f8bca34e5 with Priority: HIGHEST for action port [ 1053.730480] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e264161b-b593-44ea-b07b-eed0b1d65cb7 with Priority: HIGHEST for action security_group_rules [ 1053.730699] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e264161b-b593-44ea-b07b-eed0b1d65cb7 with Priority: HIGHEST for action security_group_members [ 1053.730855] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a6f8c6a-fad8-406f-b027-f19f8bca34e5 with Priority: HIGHEST for action port [ 1053.731176] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e264161b-b593-44ea-b07b-eed0b1d65cb7 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.731357] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e264161b-b593-44ea-b07b-eed0b1d65cb7" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.731399] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e264161b-b593-44ea-b07b-eed0b1d65cb7" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.731567] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e264161b-b593-44ea-b07b-eed0b1d65cb7" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.731832] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e264161b-b593-44ea-b07b-eed0b1d65cb7',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.732615] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-e264161b-b593-44ea-b07b-eed0b1d65cb7 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.733338] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e264161b-b593-44ea-b07b-eed0b1d65cb7" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.733338] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e264161b-b593-44ea-b07b-eed0b1d65cb7" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.733338] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e264161b-b593-44ea-b07b-eed0b1d65cb7" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.733338] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.733338] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.733338] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.733889] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.733889] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.733889] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e264161b-b593-44ea-b07b-eed0b1d65cb7',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.735313] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock port-7a6f8c6a-fad8-406f-b027-f19f8bca34e5 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.735313] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7a6f8c6a-fad8-406f-b027-f19f8bca34e5" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.735313] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7a6f8c6a-fad8-406f-b027-f19f8bca34e5" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.735313] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7a6f8c6a-fad8-406f-b027-f19f8bca34e5" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.735313] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7a6f8c6a-fad8-406f-b027-f19f8bca34e5',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.750214] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.750370] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.750440] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.750659] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.750943] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.751222] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1053.850465] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.850726] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.850726] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.851623] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.851623] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.851876] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:45. [ 1053.851876] env[65424]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'c5ebe8bd-0ce1-4d82-9d22-82434dfd34cd', '68f4bc32-bfc6-4c43-aeef-b481f593202c', '9d509036-83b3-4b0b-85ab-f87e53338c31', '0e3ac01c-77fe-4ca1-b121-e654654acce9', 'bd6771f5-f79f-419d-9a20-a0f85390292a', '0ff83ae0-e2ba-4b16-889b-fdc401ea2d95', '62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f', '7b9de5c1-b95a-4fe3-8670-021d73af9048', 'b4d8ca39-a0a0-48a4-b6d8-dcb5075259b8', '59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9', 'c0635f2c-27a4-4224-97f4-b631bfcc074a', 'cbb7805e-73e3-427c-bb8b-1e2b9f0cad33', '2c4d3ec6-0c4f-41fa-bc5e-ff3763e47ac4', '51aee5e7-bc73-4798-aeb1-337ebaba6e03', 'efff5465-1c4e-4954-825e-617e58275983', 'ef1883e4-c508-4b86-885b-e5fb7fa73ee7', '95ba05e6-5d24-4ac0-94bd-4e58d4b1b72e', 'b825f54a-be85-442c-9ddb-1d568236ef6c', 'c2b85db2-c947-415f-abb6-26ced169a11d', '45d000ac-30e1-4d0c-9238-f27b00103192', 'fffb1115-05b5-4730-9003-4b1b4688badb', '80425ab6-3025-46cb-88b6-ff42a37a45ce', '34a94485-a24e-4ead-9b59-f1ce9b52876e', '8697f03b-9b68-4d2b-ade8-6e607daa4837', 'fa366b1e-0919-4c5b-9aba-9f2e5d521b6a', '2f30b5c0-aef3-4ef2-bd2a-3a917103ea72', '335dcde0-3240-4506-8926-6b7a4d53a241', 'ff1adf5a-b63a-40f5-a425-29673d36487c', '2a7c156a-5de3-4c84-bdf1-fb3162db81af', 'b88875cd-811d-4be1-a2e3-2aecf00893e7', 'd3a6cc57-5bfc-4310-b1a5-b90db89c4977', '03dce88b-cfce-4cac-84ed-8c54852afe2a', '63c65a65-9953-490c-bb38-5f334ae16e89', '322737d2-56bd-4eb2-911e-5641997a07ab', '5ff72a7f-6ce1-46a3-8a33-f6dbdbdfd5f8', '3c647ea7-7ea5-4d5b-97ff-7ffa52b59f07', 'cbf297d2-7098-44e8-89e5-c29920480685', '0ce1018e-9bfb-4592-a35b-612bacc1808f', 'd31137b1-d29c-4525-ad92-6b63f28c47b5', 'f1bbbc6b-71e8-4e9d-9be0-913d67ba79c0', 'c431d772-6685-4785-95dc-15cd8c5fa37d', 'bed45b1a-a99a-460a-9177-638edfa36ffb', '9c77e0b5-de72-4db2-a933-8eadeb7274a8', '261f8d9e-2aef-441b-b607-3a9c73c6301c', 'de70384f-291f-4579-8961-9389af523ad0'} {{(pid=65424) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1053.852077] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1053.873291] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.873291] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.873595] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.873595] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.873754] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.873754] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1053.873864] env[65424]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65424) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1053.873864] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1053.963796] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.964196] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.964196] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.964482] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.965861] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.966783] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1053.966921] env[65424]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65424) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1053.967013] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1053.967180] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1053.967289] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/45 resources of Type:Security Group Rules [ 1053.967390] env[65424]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c5ebe8bd-0ce1-4d82-9d22-82434dfd34cd with Priority: HIGH for action security_group_rules [ 1053.967433] env[65424]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 68f4bc32-bfc6-4c43-aeef-b481f593202c with Priority: HIGH for action security_group_rules [ 1053.967515] env[65424]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9d509036-83b3-4b0b-85ab-f87e53338c31 with Priority: HIGH for action security_group_rules [ 1053.967597] env[65424]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0e3ac01c-77fe-4ca1-b121-e654654acce9 with Priority: HIGH for action security_group_rules [ 1053.967656] env[65424]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: bd6771f5-f79f-419d-9a20-a0f85390292a with Priority: HIGH for action security_group_rules [ 1053.967722] env[65424]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0ff83ae0-e2ba-4b16-889b-fdc401ea2d95 with Priority: HIGH for action security_group_rules [ 1053.967786] env[65424]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f with Priority: HIGH for action security_group_rules [ 1053.967877] env[65424]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7b9de5c1-b95a-4fe3-8670-021d73af9048 with Priority: HIGH for action security_group_rules [ 1053.967957] env[65424]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b4d8ca39-a0a0-48a4-b6d8-dcb5075259b8 with Priority: HIGH for action security_group_rules [ 1053.968044] env[65424]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9 with Priority: HIGH for action security_group_rules [ 1053.968088] env[65424]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c0635f2c-27a4-4224-97f4-b631bfcc074a with Priority: HIGH for action security_group_rules [ 1053.968152] env[65424]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: cbb7805e-73e3-427c-bb8b-1e2b9f0cad33 with Priority: HIGH for action security_group_rules [ 1053.968191] env[65424]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2c4d3ec6-0c4f-41fa-bc5e-ff3763e47ac4 with Priority: HIGH for action security_group_rules [ 1053.968257] env[65424]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 51aee5e7-bc73-4798-aeb1-337ebaba6e03 with Priority: HIGH for action security_group_rules [ 1053.968319] env[65424]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: efff5465-1c4e-4954-825e-617e58275983 with Priority: HIGH for action security_group_rules [ 1053.968379] env[65424]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ef1883e4-c508-4b86-885b-e5fb7fa73ee7 with Priority: HIGH for action security_group_rules [ 1053.968439] env[65424]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 95ba05e6-5d24-4ac0-94bd-4e58d4b1b72e with Priority: HIGH for action security_group_rules [ 1053.968499] env[65424]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b825f54a-be85-442c-9ddb-1d568236ef6c with Priority: HIGH for action security_group_rules [ 1053.968561] env[65424]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c2b85db2-c947-415f-abb6-26ced169a11d with Priority: HIGH for action security_group_rules [ 1053.968624] env[65424]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 45d000ac-30e1-4d0c-9238-f27b00103192 with Priority: HIGH for action security_group_rules [ 1053.968727] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.237517] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-e264161b-b593-44ea-b07b-eed0b1d65cb7 taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.237760] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e264161b-b593-44ea-b07b-eed0b1d65cb7" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.237897] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e264161b-b593-44ea-b07b-eed0b1d65cb7',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.239270] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7a6f8c6a-fad8-406f-b027-f19f8bca34e5 with status ACTIVE [ 1054.239270] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.239270] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.239597] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.239597] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.239597] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.239800] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.239899] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.239899] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.240075] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.240159] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.240308] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.240512] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.240512] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.240846] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.240846] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.240846] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7a6f8c6a-fad8-406f-b027-f19f8bca34e5 is going to be updated. [ 1054.268974] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.269144] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.269319] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.269516] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.269662] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.270610] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7a6f8c6a-fad8-406f-b027-f19f8bca34e5" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.743348] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e264161b-b593-44ea-b07b-eed0b1d65cb7',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.928231] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ff1adf5a-b63a-40f5-a425-29673d36487c in Status: SUCCESS [ 1054.930832] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ff1adf5a-b63a-40f5-a425-29673d36487c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.246590] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.247053] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.247053] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.247053] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.247212] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.247293] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e264161b-b593-44ea-b07b-eed0b1d65cb7 is going to be created. [ 1055.277517] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.277836] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.277836] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.277966] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.278138] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.289231] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e264161b-b593-44ea-b07b-eed0b1d65cb7 in Status: UNINITIALIZED for 2s [ 1057.318599] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e264161b-b593-44ea-b07b-eed0b1d65cb7 in Status: SUCCESS [ 1057.318599] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e264161b-b593-44ea-b07b-eed0b1d65cb7" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.318976] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e264161b-b593-44ea-b07b-eed0b1d65cb7" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.318976] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e264161b-b593-44ea-b07b-eed0b1d65cb7" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.319724] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.319724] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.319724] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.319951] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.319951] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.320037] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e264161b-b593-44ea-b07b-eed0b1d65cb7" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.320224] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e264161b-b593-44ea-b07b-eed0b1d65cb7',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.822874] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e264161b-b593-44ea-b07b-eed0b1d65cb7',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.325613] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e264161b-b593-44ea-b07b-eed0b1d65cb7: rpc.has_security_group_logging(os_id): False [ 1058.346810] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.346810] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.346810] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.346810] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.346810] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.347234] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.347234] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.347334] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.347472] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.347554] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.347647] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e264161b-b593-44ea-b07b-eed0b1d65cb7 is going to be created. [ 1058.449927] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.450146] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.450231] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.450492] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.450711] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.466137] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e264161b-b593-44ea-b07b-eed0b1d65cb7 in Status: IN_PROGRESS for 2s [ 1058.729140] env[65424]: INFO networking_nsxv3.common.synchronization [req-712a6932-fa66-4d78-96a5-eb90a05305de req-eae03f89-e104-4793-9d94-67a05df81d93 tempest-AttachVolumeNegativeTest-2145166079 tempest-AttachVolumeNegativeTest-2145166079-project-member] Enqueued Resource ID: 764b3ff2-a9e1-489b-88fd-5b76b6510fb9 with Priority: HIGHEST for action security_group_members [ 1058.729809] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 764b3ff2-a9e1-489b-88fd-5b76b6510fb9 with Priority: HIGHEST for action security_group_members [ 1058.729967] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5ebe8bd-0ce1-4d82-9d22-82434dfd34cd with Priority: HIGH for action security_group_rules [ 1058.730089] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d509036-83b3-4b0b-85ab-f87e53338c31 with Priority: HIGH for action security_group_rules [ 1058.730194] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f with Priority: HIGH for action security_group_rules [ 1058.730296] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efff5465-1c4e-4954-825e-617e58275983 with Priority: HIGH for action security_group_rules [ 1058.730427] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45d000ac-30e1-4d0c-9238-f27b00103192 with Priority: HIGH for action security_group_rules [ 1058.730491] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2b85db2-c947-415f-abb6-26ced169a11d with Priority: HIGH for action security_group_rules [ 1058.730717] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b825f54a-be85-442c-9ddb-1d568236ef6c with Priority: HIGH for action security_group_rules [ 1058.730788] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95ba05e6-5d24-4ac0-94bd-4e58d4b1b72e with Priority: HIGH for action security_group_rules [ 1058.730847] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51aee5e7-bc73-4798-aeb1-337ebaba6e03 with Priority: HIGH for action security_group_rules [ 1058.730909] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef1883e4-c508-4b86-885b-e5fb7fa73ee7 with Priority: HIGH for action security_group_rules [ 1058.730997] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c4d3ec6-0c4f-41fa-bc5e-ff3763e47ac4 with Priority: HIGH for action security_group_rules [ 1058.731112] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbb7805e-73e3-427c-bb8b-1e2b9f0cad33 with Priority: HIGH for action security_group_rules [ 1058.731580] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0635f2c-27a4-4224-97f4-b631bfcc074a with Priority: HIGH for action security_group_rules [ 1058.731726] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9 with Priority: HIGH for action security_group_rules [ 1058.731882] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4d8ca39-a0a0-48a4-b6d8-dcb5075259b8 with Priority: HIGH for action security_group_rules [ 1058.732343] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ff83ae0-e2ba-4b16-889b-fdc401ea2d95 with Priority: HIGH for action security_group_rules [ 1058.732343] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b9de5c1-b95a-4fe3-8670-021d73af9048 with Priority: HIGH for action security_group_rules [ 1058.732343] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd6771f5-f79f-419d-9a20-a0f85390292a with Priority: HIGH for action security_group_rules [ 1058.732343] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68f4bc32-bfc6-4c43-aeef-b481f593202c with Priority: HIGH for action security_group_rules [ 1058.732691] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e3ac01c-77fe-4ca1-b121-e654654acce9 with Priority: HIGH for action security_group_rules [ 1058.733010] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-764b3ff2-a9e1-489b-88fd-5b76b6510fb9 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.733010] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-764b3ff2-a9e1-489b-88fd-5b76b6510fb9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.733203] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-764b3ff2-a9e1-489b-88fd-5b76b6510fb9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.733360] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-764b3ff2-a9e1-489b-88fd-5b76b6510fb9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.733534] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.733638] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.733697] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.733917] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.734051] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.734187] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('764b3ff2-a9e1-489b-88fd-5b76b6510fb9',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.735212] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c5ebe8bd-0ce1-4d82-9d22-82434dfd34cd taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.735368] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c5ebe8bd-0ce1-4d82-9d22-82434dfd34cd" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.735368] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c5ebe8bd-0ce1-4d82-9d22-82434dfd34cd" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.735533] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c5ebe8bd-0ce1-4d82-9d22-82434dfd34cd" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.735615] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c5ebe8bd-0ce1-4d82-9d22-82434dfd34cd',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.736531] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9d509036-83b3-4b0b-85ab-f87e53338c31 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.736650] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9d509036-83b3-4b0b-85ab-f87e53338c31" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.736717] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9d509036-83b3-4b0b-85ab-f87e53338c31" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.739377] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9d509036-83b3-4b0b-85ab-f87e53338c31" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.739377] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9d509036-83b3-4b0b-85ab-f87e53338c31',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.739377] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock rules-62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.739377] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.739377] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.739377] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.739377] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.739377] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock rules-efff5465-1c4e-4954-825e-617e58275983 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.739377] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-efff5465-1c4e-4954-825e-617e58275983" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.739377] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-efff5465-1c4e-4954-825e-617e58275983" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.740258] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-efff5465-1c4e-4954-825e-617e58275983" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.740258] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('efff5465-1c4e-4954-825e-617e58275983',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.740377] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock rules-45d000ac-30e1-4d0c-9238-f27b00103192 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.740484] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-45d000ac-30e1-4d0c-9238-f27b00103192" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.740549] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-45d000ac-30e1-4d0c-9238-f27b00103192" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.740700] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-45d000ac-30e1-4d0c-9238-f27b00103192" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.740850] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('45d000ac-30e1-4d0c-9238-f27b00103192',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.742039] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c2b85db2-c947-415f-abb6-26ced169a11d taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.742159] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c2b85db2-c947-415f-abb6-26ced169a11d" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.742204] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c2b85db2-c947-415f-abb6-26ced169a11d" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.742361] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c2b85db2-c947-415f-abb6-26ced169a11d" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.742434] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c2b85db2-c947-415f-abb6-26ced169a11d',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.743218] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b825f54a-be85-442c-9ddb-1d568236ef6c taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.743329] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b825f54a-be85-442c-9ddb-1d568236ef6c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.743387] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b825f54a-be85-442c-9ddb-1d568236ef6c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.743533] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b825f54a-be85-442c-9ddb-1d568236ef6c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.743602] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b825f54a-be85-442c-9ddb-1d568236ef6c',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.745722] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock rules-95ba05e6-5d24-4ac0-94bd-4e58d4b1b72e taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.745722] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-95ba05e6-5d24-4ac0-94bd-4e58d4b1b72e" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.745722] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-95ba05e6-5d24-4ac0-94bd-4e58d4b1b72e" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.745722] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-95ba05e6-5d24-4ac0-94bd-4e58d4b1b72e" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.745722] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('95ba05e6-5d24-4ac0-94bd-4e58d4b1b72e',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.746261] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock rules-51aee5e7-bc73-4798-aeb1-337ebaba6e03 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.746492] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-51aee5e7-bc73-4798-aeb1-337ebaba6e03" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.746584] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-51aee5e7-bc73-4798-aeb1-337ebaba6e03" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.747701] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-51aee5e7-bc73-4798-aeb1-337ebaba6e03" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.747787] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('51aee5e7-bc73-4798-aeb1-337ebaba6e03',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.748507] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ef1883e4-c508-4b86-885b-e5fb7fa73ee7 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.748669] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ef1883e4-c508-4b86-885b-e5fb7fa73ee7" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.748669] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ef1883e4-c508-4b86-885b-e5fb7fa73ee7" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.748864] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ef1883e4-c508-4b86-885b-e5fb7fa73ee7" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.748966] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ef1883e4-c508-4b86-885b-e5fb7fa73ee7',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.750368] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2c4d3ec6-0c4f-41fa-bc5e-ff3763e47ac4 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.750473] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2c4d3ec6-0c4f-41fa-bc5e-ff3763e47ac4" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.750535] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2c4d3ec6-0c4f-41fa-bc5e-ff3763e47ac4" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.750687] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2c4d3ec6-0c4f-41fa-bc5e-ff3763e47ac4" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.750794] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2c4d3ec6-0c4f-41fa-bc5e-ff3763e47ac4',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.751740] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cbb7805e-73e3-427c-bb8b-1e2b9f0cad33 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.751870] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cbb7805e-73e3-427c-bb8b-1e2b9f0cad33" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.751951] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cbb7805e-73e3-427c-bb8b-1e2b9f0cad33" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.752122] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cbb7805e-73e3-427c-bb8b-1e2b9f0cad33" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.752197] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cbb7805e-73e3-427c-bb8b-1e2b9f0cad33',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.753589] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c0635f2c-27a4-4224-97f4-b631bfcc074a taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.754088] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c0635f2c-27a4-4224-97f4-b631bfcc074a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.754168] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c0635f2c-27a4-4224-97f4-b631bfcc074a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.754356] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c0635f2c-27a4-4224-97f4-b631bfcc074a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.754456] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c0635f2c-27a4-4224-97f4-b631bfcc074a',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.758499] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock rules-59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.758635] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.758709] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.759233] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.759233] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.760406] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b4d8ca39-a0a0-48a4-b6d8-dcb5075259b8 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.760406] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b4d8ca39-a0a0-48a4-b6d8-dcb5075259b8" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.760406] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b4d8ca39-a0a0-48a4-b6d8-dcb5075259b8" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.760406] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b4d8ca39-a0a0-48a4-b6d8-dcb5075259b8" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.760738] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b4d8ca39-a0a0-48a4-b6d8-dcb5075259b8',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.761358] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0ff83ae0-e2ba-4b16-889b-fdc401ea2d95 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.761496] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0ff83ae0-e2ba-4b16-889b-fdc401ea2d95" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.761560] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0ff83ae0-e2ba-4b16-889b-fdc401ea2d95" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.761757] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0ff83ae0-e2ba-4b16-889b-fdc401ea2d95" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.761833] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0ff83ae0-e2ba-4b16-889b-fdc401ea2d95',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.762661] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7b9de5c1-b95a-4fe3-8670-021d73af9048 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.762775] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7b9de5c1-b95a-4fe3-8670-021d73af9048" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.762931] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7b9de5c1-b95a-4fe3-8670-021d73af9048" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.763079] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7b9de5c1-b95a-4fe3-8670-021d73af9048" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.763163] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7b9de5c1-b95a-4fe3-8670-021d73af9048',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.764086] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bd6771f5-f79f-419d-9a20-a0f85390292a taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.764634] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bd6771f5-f79f-419d-9a20-a0f85390292a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.764720] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bd6771f5-f79f-419d-9a20-a0f85390292a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.764950] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bd6771f5-f79f-419d-9a20-a0f85390292a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.765391] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bd6771f5-f79f-419d-9a20-a0f85390292a',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.766254] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock rules-68f4bc32-bfc6-4c43-aeef-b481f593202c taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.766377] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-68f4bc32-bfc6-4c43-aeef-b481f593202c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.766569] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-68f4bc32-bfc6-4c43-aeef-b481f593202c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.766661] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-68f4bc32-bfc6-4c43-aeef-b481f593202c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.766661] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('68f4bc32-bfc6-4c43-aeef-b481f593202c',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.768520] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0e3ac01c-77fe-4ca1-b121-e654654acce9 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.768688] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0e3ac01c-77fe-4ca1-b121-e654654acce9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.768772] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0e3ac01c-77fe-4ca1-b121-e654654acce9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.769052] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0e3ac01c-77fe-4ca1-b121-e654654acce9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.769141] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0e3ac01c-77fe-4ca1-b121-e654654acce9',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.769444] env[65424]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 21, greater than warning threshold: 20. There could be a leak. Increasing threshold to: 40 [ 1058.777081] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.777434] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.777434] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.777869] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.777869] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.777869] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.778038] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.778038] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.778353] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.778353] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.778353] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 764b3ff2-a9e1-489b-88fd-5b76b6510fb9 already deleted. [ 1058.778691] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-764b3ff2-a9e1-489b-88fd-5b76b6510fb9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.814340] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.814490] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.814608] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.814801] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.816843] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.816977] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.818331] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.818464] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.842988] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.843156] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f is going to be deleted. [ 1058.844500] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.844757] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.872687] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.872841] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c5ebe8bd-0ce1-4d82-9d22-82434dfd34cd is going to be deleted. [ 1058.874604] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.874604] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.903172] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.903538] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b825f54a-be85-442c-9ddb-1d568236ef6c is going to be deleted. [ 1058.948900] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.949164] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.949251] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.949565] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.949767] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.949876] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c5ebe8bd-0ce1-4d82-9d22-82434dfd34cd" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.966391] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.966540] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.966587] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.966764] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.966895] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.967046] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b825f54a-be85-442c-9ddb-1d568236ef6c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.980492] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.980728] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.980786] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.981014] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.981136] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.981237] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-62ffd6f0-a7d2-4c41-a546-f6b8ca94f00f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.106498] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock network-339 taken with stack trace [, , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.106761] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "network-339" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.106823] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "network-339" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.107409] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "network-339" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.107689] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.107850] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.107970] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.108333] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.108487] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.108706] env[65424]: DEBUG dogpile.cache.region [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] No value present for key: 'zone-id' {{(pid=65424) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1059.108815] env[65424]: DEBUG dogpile.lock [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] NeedRegenerationException {{(pid=65424) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1059.108941] env[65424]: DEBUG dogpile.lock [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] no value, waiting for create lock {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1059.109076] env[65424]: DEBUG dogpile.lock [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] value creation lock acquired {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1059.109203] env[65424]: DEBUG dogpile.cache.region [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] No value present for key: 'zone-id' {{(pid=65424) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1059.109337] env[65424]: DEBUG dogpile.lock [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Calling creation function for not-yet-present value {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1059.109449] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1059.156439] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1059.156793] env[65424]: DEBUG dogpile.cache.region [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Cache value generated in 0.047 seconds for key(s): 'zone-id' {{(pid=65424) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1059.157027] env[65424]: DEBUG dogpile.lock [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Released creation lock {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1059.157385] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "network-339" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.157752] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock port-aa4ec857-694b-4bdf-9d29-519a80b1e584 taken with stack trace [, , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.157944] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "port-aa4ec857-694b-4bdf-9d29-519a80b1e584" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.158086] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "port-aa4ec857-694b-4bdf-9d29-519a80b1e584" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.158553] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "port-aa4ec857-694b-4bdf-9d29-519a80b1e584" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.158693] env[65424]: DEBUG networking_nsxv3.api.rpc [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aa4ec857-694b-4bdf-9d29-519a80b1e584',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.276202] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b9de5c1-b95a-4fe3-8670-021d73af9048 taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.276513] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b9de5c1-b95a-4fe3-8670-021d73af9048" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.276513] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b9de5c1-b95a-4fe3-8670-021d73af9048" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.276619] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b9de5c1-b95a-4fe3-8670-021d73af9048" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.276795] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.276900] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.276966] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.277524] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.277743] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.277822] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b9de5c1-b95a-4fe3-8670-021d73af9048" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.277980] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7b9de5c1-b95a-4fe3-8670-021d73af9048',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.282240] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9 taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.282472] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.282639] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.282918] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.283160] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.283381] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.283381] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.285454] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.285454] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.285454] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.285454] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.307325] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-68f4bc32-bfc6-4c43-aeef-b481f593202c taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.307662] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68f4bc32-bfc6-4c43-aeef-b481f593202c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.307734] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68f4bc32-bfc6-4c43-aeef-b481f593202c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.308049] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68f4bc32-bfc6-4c43-aeef-b481f593202c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.308300] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.308500] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.308814] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.308913] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.309030] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.309182] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68f4bc32-bfc6-4c43-aeef-b481f593202c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.309337] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('68f4bc32-bfc6-4c43-aeef-b481f593202c',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.327051] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.327051] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.327051] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.327051] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.344207] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.344476] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.347338] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.347532] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.389752] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.389941] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.392033] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.392033] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.393040] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.393040] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.393859] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.393977] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.398039] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.398039] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.398039] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.398039] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.398039] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.398039] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.398039] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.398039] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.398586] env[65424]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1059.398648] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.398737] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.399346] env[65424]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1059.399748] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.399853] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c0635f2c-27a4-4224-97f4-b631bfcc074a is going to be deleted. [ 1059.401313] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.401430] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.401471] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.401655] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.403885] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.404066] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.422321] env[65424]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1059.422896] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.423078] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bd6771f5-f79f-419d-9a20-a0f85390292a is going to be deleted. [ 1059.424439] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.424663] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.459370] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.460040] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ef1883e4-c508-4b86-885b-e5fb7fa73ee7 is going to be deleted. [ 1059.460485] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.460784] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.485690] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.485819] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.496046] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.496204] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cbb7805e-73e3-427c-bb8b-1e2b9f0cad33 is going to be deleted. [ 1059.497107] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.497396] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.524332] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.524490] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: efff5465-1c4e-4954-825e-617e58275983 is going to be deleted. [ 1059.525552] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.525769] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.527404] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.527533] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.528253] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.528360] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.556850] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.557038] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 51aee5e7-bc73-4798-aeb1-337ebaba6e03 is going to be deleted. [ 1059.558133] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.558461] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.602974] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.603106] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.612990] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.613189] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0e3ac01c-77fe-4ca1-b121-e654654acce9 is going to be deleted. [ 1059.614248] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.614548] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.661570] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.661846] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.661991] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.662368] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.662568] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.662671] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Segment Port aa4ec857-694b-4bdf-9d29-519a80b1e584 not found, creating... [ 1059.662955] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.663190] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.663351] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.663590] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.663737] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.664324] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.664324] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.664480] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.664747] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.664889] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.665067] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Resource: SegmentPort with ID: aa4ec857-694b-4bdf-9d29-519a80b1e584 is going to be created. [ 1059.719020] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.719294] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 95ba05e6-5d24-4ac0-94bd-4e58d4b1b72e is going to be deleted. [ 1059.721532] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.721917] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.735365] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.735365] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.749922] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.750192] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.750312] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.750841] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.750964] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.751115] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "port-aa4ec857-694b-4bdf-9d29-519a80b1e584" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.787301] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9 taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.787597] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.787597] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.787822] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.788058] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.788191] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.788279] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.788465] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.788539] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.788718] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.789018] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9 taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.789247] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.789452] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.789696] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.789859] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.789998] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.790073] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.790247] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.790358] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.790487] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.790579] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.791717] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7b9de5c1-b95a-4fe3-8670-021d73af9048',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.798637] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.798736] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.811714] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-68f4bc32-bfc6-4c43-aeef-b481f593202c taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.811952] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68f4bc32-bfc6-4c43-aeef-b481f593202c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.812067] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68f4bc32-bfc6-4c43-aeef-b481f593202c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.812376] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68f4bc32-bfc6-4c43-aeef-b481f593202c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.812637] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.812843] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.812973] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.813226] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.813344] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.813445] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68f4bc32-bfc6-4c43-aeef-b481f593202c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.813659] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-68f4bc32-bfc6-4c43-aeef-b481f593202c taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.813834] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68f4bc32-bfc6-4c43-aeef-b481f593202c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.814041] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68f4bc32-bfc6-4c43-aeef-b481f593202c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.814312] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68f4bc32-bfc6-4c43-aeef-b481f593202c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.814560] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.814679] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.814760] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.814925] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.815015] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.815192] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68f4bc32-bfc6-4c43-aeef-b481f593202c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.815320] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('68f4bc32-bfc6-4c43-aeef-b481f593202c',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.823314] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.823463] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c2b85db2-c947-415f-abb6-26ced169a11d is going to be deleted. [ 1059.824773] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.824838] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.914092] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.914317] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.927704] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.927896] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b4d8ca39-a0a0-48a4-b6d8-dcb5075259b8 is going to be deleted. [ 1059.929009] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.929261] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.016891] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.016954] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 45d000ac-30e1-4d0c-9238-f27b00103192 is going to be deleted. [ 1060.018076] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.018352] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.122461] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.122461] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.137385] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.137520] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9d509036-83b3-4b0b-85ab-f87e53338c31 is going to be deleted. [ 1060.139200] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.139200] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.140575] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.140701] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.183533] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.183784] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.238362] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.238575] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.238966] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.239096] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0ff83ae0-e2ba-4b16-889b-fdc401ea2d95 is going to be deleted. [ 1060.240181] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.240418] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.293537] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9: rpc.has_security_group_logging(os_id): False [ 1060.298113] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7b9de5c1-b95a-4fe3-8670-021d73af9048: rpc.has_security_group_logging(os_id): False [ 1060.317576] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 68f4bc32-bfc6-4c43-aeef-b481f593202c: rpc.has_security_group_logging(os_id): False [ 1060.369379] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.369736] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.370631] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.370750] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.374643] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.374765] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.375651] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.375786] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.388409] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.388652] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2c4d3ec6-0c4f-41fa-bc5e-ff3763e47ac4 is going to be deleted. [ 1060.389814] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.390036] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.390142] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.390321] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c0635f2c-27a4-4224-97f4-b631bfcc074a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.390505] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.390728] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.390790] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.390864] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ef1883e4-c508-4b86-885b-e5fb7fa73ee7" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.391515] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.391719] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.391820] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.391982] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bd6771f5-f79f-419d-9a20-a0f85390292a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.392188] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.392446] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.392540] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.392598] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cbb7805e-73e3-427c-bb8b-1e2b9f0cad33" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.392780] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.392958] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.393060] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.393145] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-51aee5e7-bc73-4798-aeb1-337ebaba6e03" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.393318] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.393516] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.393618] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.393757] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-efff5465-1c4e-4954-825e-617e58275983" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.393927] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.394139] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.394360] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.394360] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0e3ac01c-77fe-4ca1-b121-e654654acce9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.394599] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.394599] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.394713] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.394824] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-95ba05e6-5d24-4ac0-94bd-4e58d4b1b72e" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.394998] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.395272] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.395525] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.395525] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c2b85db2-c947-415f-abb6-26ced169a11d" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.395742] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.395742] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.395825] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.395877] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b4d8ca39-a0a0-48a4-b6d8-dcb5075259b8" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.395997] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.396152] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.396229] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.396373] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-45d000ac-30e1-4d0c-9238-f27b00103192" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.396456] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.396605] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.424520] env[65424]: INFO networking_nsxv3.common.synchronization [req-712a6932-fa66-4d78-96a5-eb90a05305de req-8210ad20-76d5-4ab1-9f1d-4dfb7e3b9c19 service nova] Enqueued Resource ID: 764b3ff2-a9e1-489b-88fd-5b76b6510fb9 with Priority: HIGHEST for action security_group_rules [ 1060.424994] env[65424]: INFO networking_nsxv3.common.synchronization [req-712a6932-fa66-4d78-96a5-eb90a05305de req-8210ad20-76d5-4ab1-9f1d-4dfb7e3b9c19 service nova] Enqueued Resource ID: 764b3ff2-a9e1-489b-88fd-5b76b6510fb9 with Priority: HIGHEST for action security_group_members [ 1060.424994] env[65424]: INFO networking_nsxv3.common.synchronization [req-712a6932-fa66-4d78-96a5-eb90a05305de req-8210ad20-76d5-4ab1-9f1d-4dfb7e3b9c19 service nova] Enqueued Resource ID: aa4ec857-694b-4bdf-9d29-519a80b1e584 with Priority: HIGHEST for action port [ 1060.425471] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 764b3ff2-a9e1-489b-88fd-5b76b6510fb9 with Priority: HIGHEST for action security_group_rules [ 1060.425621] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 764b3ff2-a9e1-489b-88fd-5b76b6510fb9 with Priority: HIGHEST for action security_group_members [ 1060.425767] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa4ec857-694b-4bdf-9d29-519a80b1e584 with Priority: HIGHEST for action port [ 1060.425999] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock rules-764b3ff2-a9e1-489b-88fd-5b76b6510fb9 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.426136] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-764b3ff2-a9e1-489b-88fd-5b76b6510fb9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.426205] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-764b3ff2-a9e1-489b-88fd-5b76b6510fb9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.426409] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-764b3ff2-a9e1-489b-88fd-5b76b6510fb9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.426515] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('764b3ff2-a9e1-489b-88fd-5b76b6510fb9',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.427773] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-764b3ff2-a9e1-489b-88fd-5b76b6510fb9 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.427903] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-764b3ff2-a9e1-489b-88fd-5b76b6510fb9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.427969] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-764b3ff2-a9e1-489b-88fd-5b76b6510fb9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.428259] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-764b3ff2-a9e1-489b-88fd-5b76b6510fb9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.428484] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.428654] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.428723] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.428926] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.428981] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.429088] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('764b3ff2-a9e1-489b-88fd-5b76b6510fb9',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.430055] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock port-aa4ec857-694b-4bdf-9d29-519a80b1e584 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.430169] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aa4ec857-694b-4bdf-9d29-519a80b1e584" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.430239] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aa4ec857-694b-4bdf-9d29-519a80b1e584" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.430421] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aa4ec857-694b-4bdf-9d29-519a80b1e584" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.430499] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aa4ec857-694b-4bdf-9d29-519a80b1e584',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.446737] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.446737] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.447017] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.447017] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.447619] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.447619] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.447619] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.447619] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.447887] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.447887] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.447887] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.448626] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.448626] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.448626] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.448626] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.448626] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.448931] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9 is going to be updated. [ 1060.449816] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.450305] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.458023] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.458292] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.533796] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e264161b-b593-44ea-b07b-eed0b1d65cb7 in Status: SUCCESS [ 1060.533796] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e264161b-b593-44ea-b07b-eed0b1d65cb7" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.554910] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.554910] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.554910] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.554910] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.556033] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.556033] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.556033] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7b9de5c1-b95a-4fe3-8670-021d73af9048 is going to be updated. [ 1060.557149] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.557557] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.557557] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.558299] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9d509036-83b3-4b0b-85ab-f87e53338c31" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.558299] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.558299] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.559931] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.560184] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.641836] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.641968] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.648897] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.649184] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.649309] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.649376] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.649589] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.649661] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.649875] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.649972] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.650047] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.650202] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.650294] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.650505] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.650795] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.650795] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.650795] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.650952] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.650952] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 68f4bc32-bfc6-4c43-aeef-b481f593202c is going to be updated. [ 1060.653320] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.653703] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.653972] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.654411] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2c4d3ec6-0c4f-41fa-bc5e-ff3763e47ac4" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.654880] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.656063] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.656305] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.656562] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0ff83ae0-e2ba-4b16-889b-fdc401ea2d95" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.656893] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.657229] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.657456] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.712146] env[65424]: INFO networking_nsxv3.common.synchronization [req-9e0b0ee8-25fc-43d5-b372-15401dc91344 req-1e685b56-18fd-45e3-b8c8-3cf1b510fd58 tempest-ServerRescueNegativeTestJSON-1694573520 tempest-ServerRescueNegativeTestJSON-1694573520-project-member] Enqueued Resource ID: cbf297d2-7098-44e8-89e5-c29920480685 with Priority: HIGHEST for action security_group_members [ 1060.712146] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbf297d2-7098-44e8-89e5-c29920480685 with Priority: HIGHEST for action security_group_members [ 1060.712538] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-cbf297d2-7098-44e8-89e5-c29920480685 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.712861] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cbf297d2-7098-44e8-89e5-c29920480685" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.713215] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cbf297d2-7098-44e8-89e5-c29920480685" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.713630] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cbf297d2-7098-44e8-89e5-c29920480685" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.714210] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.714444] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.714636] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.715231] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.715438] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.715639] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cbf297d2-7098-44e8-89e5-c29920480685',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.752352] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9 in Status: IN_PROGRESS for 2s [ 1060.784372] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.784556] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.784603] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.784856] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.784997] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.813225] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7b9de5c1-b95a-4fe3-8670-021d73af9048 in Status: IN_PROGRESS for 2s [ 1060.846808] env[65424]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1060.847591] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.847738] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.847824] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.848062] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.848214] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.878361] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 68f4bc32-bfc6-4c43-aeef-b481f593202c in Status: IN_PROGRESS for 2s [ 1060.903177] env[65424]: INFO networking_nsxv3.common.synchronization [req-747c6ff8-2942-492e-92ac-3576b116387a req-57330728-f5ff-483b-b41a-fa0ea0750ace tempest-ImagesTestJSON-1724783343 tempest-ImagesTestJSON-1724783343-project-member] Enqueued Resource ID: 68f4bc32-bfc6-4c43-aeef-b481f593202c with Priority: HIGHEST for action security_group_members [ 1060.903177] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68f4bc32-bfc6-4c43-aeef-b481f593202c with Priority: HIGHEST for action security_group_members [ 1060.903177] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-68f4bc32-bfc6-4c43-aeef-b481f593202c taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.903177] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68f4bc32-bfc6-4c43-aeef-b481f593202c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.903177] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68f4bc32-bfc6-4c43-aeef-b481f593202c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.903834] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68f4bc32-bfc6-4c43-aeef-b481f593202c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.904190] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.904485] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.904673] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.904959] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.905240] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.905476] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('68f4bc32-bfc6-4c43-aeef-b481f593202c',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.932065] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-764b3ff2-a9e1-489b-88fd-5b76b6510fb9 taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.932204] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-764b3ff2-a9e1-489b-88fd-5b76b6510fb9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.932382] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('764b3ff2-a9e1-489b-88fd-5b76b6510fb9',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.933683] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port aa4ec857-694b-4bdf-9d29-519a80b1e584 with status ACTIVE [ 1060.933754] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.933848] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.933927] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.934280] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.934384] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.935030] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.935030] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.935030] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.935237] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.935237] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.935435] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.935530] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.935590] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.936349] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.936349] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.936349] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: aa4ec857-694b-4bdf-9d29-519a80b1e584 is going to be updated. [ 1060.978936] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.979199] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.979317] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.979706] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.979919] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.980178] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aa4ec857-694b-4bdf-9d29-519a80b1e584" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.218442] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.218735] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.218735] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.219189] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.243894] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.244189] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.244314] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.244384] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.244739] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.244739] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.244896] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cbf297d2-7098-44e8-89e5-c29920480685 is going to be updated. [ 1061.279248] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.279422] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.279481] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.279710] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.279854] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.294346] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cbf297d2-7098-44e8-89e5-c29920480685 in Status: IN_PROGRESS for 2s [ 1061.411046] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.411504] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.411504] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.411504] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.411726] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.411814] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.411919] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.411984] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.412163] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.412242] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.412362] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68f4bc32-bfc6-4c43-aeef-b481f593202c is going to be updated. [ 1061.438032] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('764b3ff2-a9e1-489b-88fd-5b76b6510fb9',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.454432] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.454601] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.455051] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.455051] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.455218] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.466344] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68f4bc32-bfc6-4c43-aeef-b481f593202c in Status: IN_PROGRESS for 2s [ 1061.943875] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.943875] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.943875] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.943875] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.943875] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.943875] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 764b3ff2-a9e1-489b-88fd-5b76b6510fb9 is going to be created. [ 1061.977106] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.977106] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.977106] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.977460] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.977498] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.992529] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 764b3ff2-a9e1-489b-88fd-5b76b6510fb9 in Status: UNINITIALIZED for 2s [ 1062.769968] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9 in Status: SUCCESS [ 1062.770230] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.829712] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7b9de5c1-b95a-4fe3-8670-021d73af9048 in Status: SUCCESS [ 1062.830192] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7b9de5c1-b95a-4fe3-8670-021d73af9048" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.879979] env[65424]: INFO networking_nsxv3.common.synchronization [req-7bc09b38-fa98-4dbe-b8a2-da709b7b6d7c req-6c21ff38-c1ce-4682-be4f-f24964ab0cc7 tempest-ServerRescueTestJSONUnderV235-53428865 tempest-ServerRescueTestJSONUnderV235-53428865-project-member] Enqueued Resource ID: e1c38a9d-7a02-4b76-89e0-68e8b3d0dd47 with Priority: HIGHEST for action security_group_members [ 1062.882033] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1c38a9d-7a02-4b76-89e0-68e8b3d0dd47 with Priority: HIGHEST for action security_group_members [ 1062.882448] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1c38a9d-7a02-4b76-89e0-68e8b3d0dd47 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.882605] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1c38a9d-7a02-4b76-89e0-68e8b3d0dd47" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.882669] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1c38a9d-7a02-4b76-89e0-68e8b3d0dd47" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.882869] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1c38a9d-7a02-4b76-89e0-68e8b3d0dd47" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.883044] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.883160] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.883245] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.883370] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.883447] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.883545] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e1c38a9d-7a02-4b76-89e0-68e8b3d0dd47',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.906879] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 68f4bc32-bfc6-4c43-aeef-b481f593202c in Status: SUCCESS [ 1062.907073] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-68f4bc32-bfc6-4c43-aeef-b481f593202c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.270333] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock network-858 taken with stack trace [, , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.270750] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "network-858" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.270921] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "network-858" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.271634] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "network-858" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.271962] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.272198] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.272466] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.272746] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.272928] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.273184] env[65424]: DEBUG dogpile.cache.region [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] No value present for key: 'zone-id' {{(pid=65424) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1063.273327] env[65424]: DEBUG dogpile.lock [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] NeedRegenerationException {{(pid=65424) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1063.273466] env[65424]: DEBUG dogpile.lock [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] no value, waiting for create lock {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1063.273600] env[65424]: DEBUG dogpile.lock [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] value creation lock acquired {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1063.273735] env[65424]: DEBUG dogpile.cache.region [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] No value present for key: 'zone-id' {{(pid=65424) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1063.273868] env[65424]: DEBUG dogpile.lock [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Calling creation function for not-yet-present value {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1063.274315] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1063.294468] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1063.294639] env[65424]: DEBUG dogpile.cache.region [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65424) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1063.294780] env[65424]: DEBUG dogpile.lock [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Released creation lock {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1063.294943] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "network-858" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.295277] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock port-72c89bf1-dc8e-4e72-b96a-8d7a274817e6 taken with stack trace [, , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.295645] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "port-72c89bf1-dc8e-4e72-b96a-8d7a274817e6" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.295645] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "port-72c89bf1-dc8e-4e72-b96a-8d7a274817e6" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.295896] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "port-72c89bf1-dc8e-4e72-b96a-8d7a274817e6" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.296047] env[65424]: DEBUG networking_nsxv3.api.rpc [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('72c89bf1-dc8e-4e72-b96a-8d7a274817e6',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.310376] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cbf297d2-7098-44e8-89e5-c29920480685 in Status: SUCCESS [ 1063.310563] env[65424]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cbf297d2-7098-44e8-89e5-c29920480685 deletion is rescheduled due to dependency. [ 1063.310682] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cbf297d2-7098-44e8-89e5-c29920480685" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.386905] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.387304] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.387304] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.387445] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.387543] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.387734] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.387846] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.387904] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.388073] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.388280] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.388280] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e1c38a9d-7a02-4b76-89e0-68e8b3d0dd47 already deleted. [ 1063.388388] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1c38a9d-7a02-4b76-89e0-68e8b3d0dd47" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.406051] env[65424]: INFO networking_nsxv3.common.synchronization [req-1dc9f654-1c09-4050-90e2-d63252314888 req-3ff804eb-7b1d-4dce-a5dd-1741ec1dc5ae tempest-ServerActionsTestOtherB-391105408 tempest-ServerActionsTestOtherB-391105408-project-member] Enqueued Resource ID: fffb1115-05b5-4730-9003-4b1b4688badb with Priority: HIGHEST for action security_group_members [ 1063.406594] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fffb1115-05b5-4730-9003-4b1b4688badb with Priority: HIGHEST for action security_group_members [ 1063.407137] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-fffb1115-05b5-4730-9003-4b1b4688badb taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.407283] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fffb1115-05b5-4730-9003-4b1b4688badb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.407345] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fffb1115-05b5-4730-9003-4b1b4688badb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.407958] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fffb1115-05b5-4730-9003-4b1b4688badb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.408662] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.408662] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.408662] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.408662] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.408662] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.408926] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fffb1115-05b5-4730-9003-4b1b4688badb',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.476797] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68f4bc32-bfc6-4c43-aeef-b481f593202c in Status: SUCCESS [ 1063.476968] env[65424]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68f4bc32-bfc6-4c43-aeef-b481f593202c deletion is rescheduled due to dependency. [ 1063.477215] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68f4bc32-bfc6-4c43-aeef-b481f593202c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.802907] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.802907] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.802907] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.802907] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.802907] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.802907] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Segment Port 72c89bf1-dc8e-4e72-b96a-8d7a274817e6 not found, creating... [ 1063.802907] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.802907] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.802907] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.803676] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.803676] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.807485] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.807485] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.807485] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.807485] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.807485] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.807485] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Resource: SegmentPort with ID: 72c89bf1-dc8e-4e72-b96a-8d7a274817e6 is going to be created. [ 1063.829311] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.829600] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.829681] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.829945] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.830218] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.830482] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "port-72c89bf1-dc8e-4e72-b96a-8d7a274817e6" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.911552] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.911760] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.911830] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.912051] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.946793] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.946793] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.946793] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.947575] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.947575] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.947575] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.947575] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fffb1115-05b5-4730-9003-4b1b4688badb is going to be updated. [ 1063.989331] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.989550] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.989550] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.989758] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.989949] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.002794] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 764b3ff2-a9e1-489b-88fd-5b76b6510fb9 in Status: SUCCESS [ 1064.003078] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-764b3ff2-a9e1-489b-88fd-5b76b6510fb9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.003303] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-764b3ff2-a9e1-489b-88fd-5b76b6510fb9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.003591] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-764b3ff2-a9e1-489b-88fd-5b76b6510fb9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.003972] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.004170] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.004170] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.004323] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.004413] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.004533] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-764b3ff2-a9e1-489b-88fd-5b76b6510fb9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.004665] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('764b3ff2-a9e1-489b-88fd-5b76b6510fb9',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.006854] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fffb1115-05b5-4730-9003-4b1b4688badb in Status: IN_PROGRESS for 2s [ 1064.508449] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('764b3ff2-a9e1-489b-88fd-5b76b6510fb9',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.550743] env[65424]: INFO networking_nsxv3.common.synchronization [req-7bc09b38-fa98-4dbe-b8a2-da709b7b6d7c req-ca6f91cc-5552-4146-a479-c3d091b351bc service nova] Enqueued Resource ID: e1c38a9d-7a02-4b76-89e0-68e8b3d0dd47 with Priority: HIGHEST for action security_group_rules [ 1064.551159] env[65424]: INFO networking_nsxv3.common.synchronization [req-7bc09b38-fa98-4dbe-b8a2-da709b7b6d7c req-ca6f91cc-5552-4146-a479-c3d091b351bc service nova] Enqueued Resource ID: e1c38a9d-7a02-4b76-89e0-68e8b3d0dd47 with Priority: HIGHEST for action security_group_members [ 1064.551329] env[65424]: INFO networking_nsxv3.common.synchronization [req-7bc09b38-fa98-4dbe-b8a2-da709b7b6d7c req-ca6f91cc-5552-4146-a479-c3d091b351bc service nova] Enqueued Resource ID: 72c89bf1-dc8e-4e72-b96a-8d7a274817e6 with Priority: HIGHEST for action port [ 1064.551771] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1c38a9d-7a02-4b76-89e0-68e8b3d0dd47 with Priority: HIGHEST for action security_group_rules [ 1064.551898] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1c38a9d-7a02-4b76-89e0-68e8b3d0dd47 with Priority: HIGHEST for action security_group_members [ 1064.551992] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72c89bf1-dc8e-4e72-b96a-8d7a274817e6 with Priority: HIGHEST for action port [ 1064.552315] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e1c38a9d-7a02-4b76-89e0-68e8b3d0dd47 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.552605] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e1c38a9d-7a02-4b76-89e0-68e8b3d0dd47" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.552605] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e1c38a9d-7a02-4b76-89e0-68e8b3d0dd47" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.552743] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e1c38a9d-7a02-4b76-89e0-68e8b3d0dd47" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.552828] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e1c38a9d-7a02-4b76-89e0-68e8b3d0dd47',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.553655] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1c38a9d-7a02-4b76-89e0-68e8b3d0dd47 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.553778] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1c38a9d-7a02-4b76-89e0-68e8b3d0dd47" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.553881] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1c38a9d-7a02-4b76-89e0-68e8b3d0dd47" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.553998] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1c38a9d-7a02-4b76-89e0-68e8b3d0dd47" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.554157] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.554253] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.554338] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.554462] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.554546] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.554609] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e1c38a9d-7a02-4b76-89e0-68e8b3d0dd47',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.555354] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock port-72c89bf1-dc8e-4e72-b96a-8d7a274817e6 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.555466] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-72c89bf1-dc8e-4e72-b96a-8d7a274817e6" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.555530] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-72c89bf1-dc8e-4e72-b96a-8d7a274817e6" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.555662] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-72c89bf1-dc8e-4e72-b96a-8d7a274817e6" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.555741] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('72c89bf1-dc8e-4e72-b96a-8d7a274817e6',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.010934] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 764b3ff2-a9e1-489b-88fd-5b76b6510fb9: rpc.has_security_group_logging(os_id): False [ 1065.029436] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.030190] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.030190] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.030190] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.030190] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.030453] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.030453] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.030453] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.030637] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.030711] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.030819] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 764b3ff2-a9e1-489b-88fd-5b76b6510fb9 is going to be created. [ 1065.057863] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e1c38a9d-7a02-4b76-89e0-68e8b3d0dd47',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.059104] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1c38a9d-7a02-4b76-89e0-68e8b3d0dd47 taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.059209] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1c38a9d-7a02-4b76-89e0-68e8b3d0dd47" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.059372] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 72c89bf1-dc8e-4e72-b96a-8d7a274817e6 with status ACTIVE [ 1065.059584] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.059688] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.059761] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.059959] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.060061] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.060238] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.060349] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.060393] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.060582] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.060662] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.060851] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.060947] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.061022] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.061140] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.061204] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.061290] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 72c89bf1-dc8e-4e72-b96a-8d7a274817e6 is going to be updated. [ 1065.087062] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.087062] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.087062] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.087062] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.087062] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.087461] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-72c89bf1-dc8e-4e72-b96a-8d7a274817e6" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.100899] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.101110] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.101170] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.101410] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.101608] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.129910] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 764b3ff2-a9e1-489b-88fd-5b76b6510fb9 in Status: IN_PROGRESS for 2s [ 1065.564101] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e1c38a9d-7a02-4b76-89e0-68e8b3d0dd47',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.017044] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fffb1115-05b5-4730-9003-4b1b4688badb in Status: SUCCESS [ 1066.017456] env[65424]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fffb1115-05b5-4730-9003-4b1b4688badb deletion is rescheduled due to dependency. [ 1066.017456] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fffb1115-05b5-4730-9003-4b1b4688badb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.067580] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.068260] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.068260] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.068260] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.068260] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.068571] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e1c38a9d-7a02-4b76-89e0-68e8b3d0dd47 is going to be created. [ 1066.099926] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.100133] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.100187] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.100381] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.100542] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.118787] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1c38a9d-7a02-4b76-89e0-68e8b3d0dd47 in Status: UNINITIALIZED for 2s [ 1066.122022] env[65424]: INFO networking_nsxv3.common.synchronization [req-4e0ebb34-14c4-4cfe-9c77-edf4d5a4d2b8 req-d593a70a-43a6-4f40-9523-2bb60a9e07d8 tempest-ImagesTestJSON-1724783343 tempest-ImagesTestJSON-1724783343-project-member] Enqueued Resource ID: 68f4bc32-bfc6-4c43-aeef-b481f593202c with Priority: HIGHEST for action security_group_members [ 1066.123312] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68f4bc32-bfc6-4c43-aeef-b481f593202c with Priority: HIGHEST for action security_group_members [ 1066.123312] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-68f4bc32-bfc6-4c43-aeef-b481f593202c taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.123312] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68f4bc32-bfc6-4c43-aeef-b481f593202c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.123312] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68f4bc32-bfc6-4c43-aeef-b481f593202c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.123312] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68f4bc32-bfc6-4c43-aeef-b481f593202c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.123523] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.123580] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.123694] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.124318] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.124318] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.124318] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('68f4bc32-bfc6-4c43-aeef-b481f593202c',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.545312] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock network-152 taken with stack trace [, , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.545604] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "network-152" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.545842] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "network-152" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.546321] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "network-152" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.546866] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.550436] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.550633] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.550925] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.551107] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.551798] env[65424]: DEBUG dogpile.cache.region [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] No value present for key: 'zone-id' {{(pid=65424) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1066.551798] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] NeedRegenerationException {{(pid=65424) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1066.551798] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] no value, waiting for create lock {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1066.551798] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] value creation lock acquired {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1066.552037] env[65424]: DEBUG dogpile.cache.region [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] No value present for key: 'zone-id' {{(pid=65424) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1066.552037] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Calling creation function for not-yet-present value {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1066.552180] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1066.573516] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1066.573613] env[65424]: DEBUG dogpile.cache.region [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65424) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1066.573817] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Released creation lock {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1066.573913] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "network-152" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.574403] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock port-40cc6b62-0fe3-4d4a-b396-b06f7181d13e taken with stack trace [, , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.574638] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "port-40cc6b62-0fe3-4d4a-b396-b06f7181d13e" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.574798] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "port-40cc6b62-0fe3-4d4a-b396-b06f7181d13e" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.575286] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "port-40cc6b62-0fe3-4d4a-b396-b06f7181d13e" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.575482] env[65424]: DEBUG networking_nsxv3.api.rpc [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('40cc6b62-0fe3-4d4a-b396-b06f7181d13e',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.627919] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.628168] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.628261] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.628546] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.628666] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.628932] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.629081] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.629183] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.629472] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.629590] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.629678] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68f4bc32-bfc6-4c43-aeef-b481f593202c is going to be updated. [ 1066.661252] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.661495] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.661553] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.662330] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.662566] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.674278] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68f4bc32-bfc6-4c43-aeef-b481f593202c in Status: IN_PROGRESS for 2s [ 1067.079257] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.079601] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.079746] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.080040] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.080188] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.080340] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Segment Port 40cc6b62-0fe3-4d4a-b396-b06f7181d13e not found, creating... [ 1067.080596] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.080747] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.080858] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.081089] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.081224] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.081596] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.081828] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.081981] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.082220] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.082507] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.082507] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Resource: SegmentPort with ID: 40cc6b62-0fe3-4d4a-b396-b06f7181d13e is going to be created. [ 1067.103594] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.103825] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.103948] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.104242] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.104472] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.104691] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "port-40cc6b62-0fe3-4d4a-b396-b06f7181d13e" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.153413] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 764b3ff2-a9e1-489b-88fd-5b76b6510fb9 in Status: SUCCESS [ 1067.153413] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-764b3ff2-a9e1-489b-88fd-5b76b6510fb9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.822460] env[65424]: INFO networking_nsxv3.common.synchronization [req-4e0ebb34-14c4-4cfe-9c77-edf4d5a4d2b8 req-4771c515-e697-4b54-8acc-f3ccb9c06b8f service nova] Enqueued Resource ID: 68f4bc32-bfc6-4c43-aeef-b481f593202c with Priority: HIGHEST for action security_group_rules [ 1067.822539] env[65424]: INFO networking_nsxv3.common.synchronization [req-4e0ebb34-14c4-4cfe-9c77-edf4d5a4d2b8 req-4771c515-e697-4b54-8acc-f3ccb9c06b8f service nova] Enqueued Resource ID: 68f4bc32-bfc6-4c43-aeef-b481f593202c with Priority: HIGHEST for action security_group_members [ 1067.822654] env[65424]: INFO networking_nsxv3.common.synchronization [req-4e0ebb34-14c4-4cfe-9c77-edf4d5a4d2b8 req-4771c515-e697-4b54-8acc-f3ccb9c06b8f service nova] Enqueued Resource ID: 40cc6b62-0fe3-4d4a-b396-b06f7181d13e with Priority: HIGHEST for action port [ 1067.823316] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68f4bc32-bfc6-4c43-aeef-b481f593202c with Priority: HIGHEST for action security_group_rules [ 1067.823462] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68f4bc32-bfc6-4c43-aeef-b481f593202c with Priority: HIGHEST for action security_group_members [ 1067.823756] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40cc6b62-0fe3-4d4a-b396-b06f7181d13e with Priority: HIGHEST for action port [ 1067.823865] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock rules-68f4bc32-bfc6-4c43-aeef-b481f593202c taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.824021] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-68f4bc32-bfc6-4c43-aeef-b481f593202c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.824231] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-68f4bc32-bfc6-4c43-aeef-b481f593202c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.824313] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-68f4bc32-bfc6-4c43-aeef-b481f593202c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.824393] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('68f4bc32-bfc6-4c43-aeef-b481f593202c',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.825290] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-68f4bc32-bfc6-4c43-aeef-b481f593202c taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.825389] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68f4bc32-bfc6-4c43-aeef-b481f593202c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.825593] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock port-40cc6b62-0fe3-4d4a-b396-b06f7181d13e taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.825690] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-40cc6b62-0fe3-4d4a-b396-b06f7181d13e" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.825754] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-40cc6b62-0fe3-4d4a-b396-b06f7181d13e" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.825943] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-40cc6b62-0fe3-4d4a-b396-b06f7181d13e" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.826016] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('40cc6b62-0fe3-4d4a-b396-b06f7181d13e',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.129670] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1c38a9d-7a02-4b76-89e0-68e8b3d0dd47 in Status: SUCCESS [ 1068.130031] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1c38a9d-7a02-4b76-89e0-68e8b3d0dd47" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.130120] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1c38a9d-7a02-4b76-89e0-68e8b3d0dd47" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.130344] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1c38a9d-7a02-4b76-89e0-68e8b3d0dd47" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.130541] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.130693] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.130754] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.130917] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.130995] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.131095] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1c38a9d-7a02-4b76-89e0-68e8b3d0dd47" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.131184] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e1c38a9d-7a02-4b76-89e0-68e8b3d0dd47',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.329420] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-68f4bc32-bfc6-4c43-aeef-b481f593202c taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.329575] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68f4bc32-bfc6-4c43-aeef-b481f593202c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.329854] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 40cc6b62-0fe3-4d4a-b396-b06f7181d13e with status ACTIVE [ 1068.330017] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.330291] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.330291] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.330650] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.330765] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.330976] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.331100] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.331173] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.331628] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.331628] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.331730] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.331838] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.331894] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.332058] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.332154] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.332243] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 40cc6b62-0fe3-4d4a-b396-b06f7181d13e is going to be updated. [ 1068.355716] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.355716] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.355716] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.355889] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.356000] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.356175] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-40cc6b62-0fe3-4d4a-b396-b06f7181d13e" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.633300] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1c38a9d-7a02-4b76-89e0-68e8b3d0dd47 taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.633585] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1c38a9d-7a02-4b76-89e0-68e8b3d0dd47" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.633585] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1c38a9d-7a02-4b76-89e0-68e8b3d0dd47" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.633769] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1c38a9d-7a02-4b76-89e0-68e8b3d0dd47" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.634056] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.634176] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.634176] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.634330] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.634484] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.634621] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1c38a9d-7a02-4b76-89e0-68e8b3d0dd47" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.634800] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1c38a9d-7a02-4b76-89e0-68e8b3d0dd47 taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.634962] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1c38a9d-7a02-4b76-89e0-68e8b3d0dd47" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.635089] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1c38a9d-7a02-4b76-89e0-68e8b3d0dd47" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.635222] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1c38a9d-7a02-4b76-89e0-68e8b3d0dd47" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.635400] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.635523] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.635599] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.635788] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.635891] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.635956] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1c38a9d-7a02-4b76-89e0-68e8b3d0dd47" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.636078] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e1c38a9d-7a02-4b76-89e0-68e8b3d0dd47',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.685367] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68f4bc32-bfc6-4c43-aeef-b481f593202c in Status: SUCCESS [ 1068.685646] env[65424]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68f4bc32-bfc6-4c43-aeef-b481f593202c deletion is rescheduled due to dependency. [ 1068.685823] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68f4bc32-bfc6-4c43-aeef-b481f593202c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.686037] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68f4bc32-bfc6-4c43-aeef-b481f593202c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.686322] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68f4bc32-bfc6-4c43-aeef-b481f593202c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.686549] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.686704] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.686791] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.686967] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.687104] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.687316] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('68f4bc32-bfc6-4c43-aeef-b481f593202c',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.138935] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e1c38a9d-7a02-4b76-89e0-68e8b3d0dd47: rpc.has_security_group_logging(os_id): False [ 1069.159346] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.159583] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.159629] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.159887] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.160015] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.160313] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.160454] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.160541] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.160748] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.160852] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.161115] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.161246] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.161827] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.161827] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.161827] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.162074] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.162203] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.162293] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.162482] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.162584] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.162698] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e1c38a9d-7a02-4b76-89e0-68e8b3d0dd47 is going to be created. [ 1069.190100] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('68f4bc32-bfc6-4c43-aeef-b481f593202c',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.243975] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.244255] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.244378] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.244622] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.244860] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.258132] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e1c38a9d-7a02-4b76-89e0-68e8b3d0dd47 in Status: IN_PROGRESS for 2s [ 1069.692764] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('68f4bc32-bfc6-4c43-aeef-b481f593202c',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.195848] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.196188] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.196188] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.196357] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.196440] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.196571] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68f4bc32-bfc6-4c43-aeef-b481f593202c is going to be updated. [ 1070.235705] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.235942] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.235942] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.236169] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.236422] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.248109] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68f4bc32-bfc6-4c43-aeef-b481f593202c in Status: IN_PROGRESS for 2s [ 1071.274453] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e1c38a9d-7a02-4b76-89e0-68e8b3d0dd47 in Status: SUCCESS [ 1071.274727] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e1c38a9d-7a02-4b76-89e0-68e8b3d0dd47" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.258320] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68f4bc32-bfc6-4c43-aeef-b481f593202c in Status: IN_PROGRESS for 4s [ 1072.824830] env[65424]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1072.825119] env[65424]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1073.420635] env[65424]: INFO networking_nsxv3.common.synchronization [req-00fea32a-b96f-457c-b512-e87e34e2f947 req-b5a93440-ed35-4551-9b82-1a9f21de3259 tempest-ServersTestJSON-1121812603 tempest-ServersTestJSON-1121812603-project-member] Enqueued Resource ID: fa366b1e-0919-4c5b-9aba-9f2e5d521b6a with Priority: HIGHEST for action security_group_members [ 1073.420635] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa366b1e-0919-4c5b-9aba-9f2e5d521b6a with Priority: HIGHEST for action security_group_members [ 1073.420635] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa366b1e-0919-4c5b-9aba-9f2e5d521b6a taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.420635] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa366b1e-0919-4c5b-9aba-9f2e5d521b6a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.420635] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa366b1e-0919-4c5b-9aba-9f2e5d521b6a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.420635] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa366b1e-0919-4c5b-9aba-9f2e5d521b6a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.420635] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.420635] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.420635] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.420635] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.420635] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.420635] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fa366b1e-0919-4c5b-9aba-9f2e5d521b6a',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.756962] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock network-155 taken with stack trace [, , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.756962] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "network-155" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.756962] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "network-155" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.756962] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "network-155" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.756962] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.756962] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.756962] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.756962] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.757375] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.757375] env[65424]: DEBUG dogpile.cache.region [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] No value present for key: 'zone-id' {{(pid=65424) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1073.757437] env[65424]: DEBUG dogpile.lock [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] NeedRegenerationException {{(pid=65424) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1073.757537] env[65424]: DEBUG dogpile.lock [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] no value, waiting for create lock {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1073.757638] env[65424]: DEBUG dogpile.lock [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] value creation lock acquired {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1073.757748] env[65424]: DEBUG dogpile.cache.region [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] No value present for key: 'zone-id' {{(pid=65424) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1073.757905] env[65424]: DEBUG dogpile.lock [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Calling creation function for not-yet-present value {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1073.758060] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1073.777836] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1073.778065] env[65424]: DEBUG dogpile.cache.region [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65424) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1073.778219] env[65424]: DEBUG dogpile.lock [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Released creation lock {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1073.778457] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "network-155" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.778801] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock port-68c18b90-0caa-484d-81df-141d2843889f taken with stack trace [, , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.778995] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "port-68c18b90-0caa-484d-81df-141d2843889f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.779234] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "port-68c18b90-0caa-484d-81df-141d2843889f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.779709] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "port-68c18b90-0caa-484d-81df-141d2843889f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.779895] env[65424]: DEBUG networking_nsxv3.api.rpc [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('68c18b90-0caa-484d-81df-141d2843889f',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.920020] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fa366b1e-0919-4c5b-9aba-9f2e5d521b6a',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.271700] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68f4bc32-bfc6-4c43-aeef-b481f593202c in Status: SUCCESS [ 1074.271921] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68f4bc32-bfc6-4c43-aeef-b481f593202c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.272116] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68f4bc32-bfc6-4c43-aeef-b481f593202c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.272383] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68f4bc32-bfc6-4c43-aeef-b481f593202c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.272599] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.272716] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.272783] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.273039] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.273122] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.273212] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68f4bc32-bfc6-4c43-aeef-b481f593202c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.273364] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('68f4bc32-bfc6-4c43-aeef-b481f593202c',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.282809] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.282809] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.282809] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.282809] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.283113] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.283113] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Segment Port 68c18b90-0caa-484d-81df-141d2843889f not found, creating... [ 1074.283348] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.283500] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.283615] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.283827] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.283955] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.284245] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.284436] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.284558] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.284759] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.284886] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.285037] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Resource: SegmentPort with ID: 68c18b90-0caa-484d-81df-141d2843889f is going to be created. [ 1074.308350] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.308581] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.308661] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.308933] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.309177] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.309398] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "port-68c18b90-0caa-484d-81df-141d2843889f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.424544] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fa366b1e-0919-4c5b-9aba-9f2e5d521b6a',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.776346] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-68f4bc32-bfc6-4c43-aeef-b481f593202c taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.776595] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68f4bc32-bfc6-4c43-aeef-b481f593202c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.776595] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68f4bc32-bfc6-4c43-aeef-b481f593202c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.776797] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68f4bc32-bfc6-4c43-aeef-b481f593202c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.776964] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.777078] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.777143] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.777294] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.777497] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.777669] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68f4bc32-bfc6-4c43-aeef-b481f593202c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.777834] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-68f4bc32-bfc6-4c43-aeef-b481f593202c taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.777960] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68f4bc32-bfc6-4c43-aeef-b481f593202c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.778041] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68f4bc32-bfc6-4c43-aeef-b481f593202c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.778189] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68f4bc32-bfc6-4c43-aeef-b481f593202c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.778332] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.778424] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.778483] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.778616] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.778688] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.778767] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68f4bc32-bfc6-4c43-aeef-b481f593202c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.778878] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('68f4bc32-bfc6-4c43-aeef-b481f593202c',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.927606] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.927942] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.927942] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.928232] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.928385] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.928526] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa366b1e-0919-4c5b-9aba-9f2e5d521b6a is going to be updated. [ 1074.960493] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.960650] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.960723] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.960941] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.961101] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.970710] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa366b1e-0919-4c5b-9aba-9f2e5d521b6a in Status: IN_PROGRESS for 2s [ 1075.033500] env[65424]: INFO networking_nsxv3.common.synchronization [req-00fea32a-b96f-457c-b512-e87e34e2f947 req-e5640709-1c00-4578-8eea-f4476f7219c2 service nova] Enqueued Resource ID: fa366b1e-0919-4c5b-9aba-9f2e5d521b6a with Priority: HIGHEST for action security_group_rules [ 1075.033677] env[65424]: INFO networking_nsxv3.common.synchronization [req-00fea32a-b96f-457c-b512-e87e34e2f947 req-e5640709-1c00-4578-8eea-f4476f7219c2 service nova] Enqueued Resource ID: fa366b1e-0919-4c5b-9aba-9f2e5d521b6a with Priority: HIGHEST for action security_group_members [ 1075.033810] env[65424]: INFO networking_nsxv3.common.synchronization [req-00fea32a-b96f-457c-b512-e87e34e2f947 req-e5640709-1c00-4578-8eea-f4476f7219c2 service nova] Enqueued Resource ID: 68c18b90-0caa-484d-81df-141d2843889f with Priority: HIGHEST for action port [ 1075.034377] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa366b1e-0919-4c5b-9aba-9f2e5d521b6a with Priority: HIGHEST for action security_group_rules [ 1075.034763] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa366b1e-0919-4c5b-9aba-9f2e5d521b6a with Priority: HIGHEST for action security_group_members [ 1075.034763] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68c18b90-0caa-484d-81df-141d2843889f with Priority: HIGHEST for action port [ 1075.034894] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fa366b1e-0919-4c5b-9aba-9f2e5d521b6a taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.035022] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fa366b1e-0919-4c5b-9aba-9f2e5d521b6a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.035081] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fa366b1e-0919-4c5b-9aba-9f2e5d521b6a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.035317] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fa366b1e-0919-4c5b-9aba-9f2e5d521b6a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.035451] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fa366b1e-0919-4c5b-9aba-9f2e5d521b6a',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.036263] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa366b1e-0919-4c5b-9aba-9f2e5d521b6a taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.036391] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa366b1e-0919-4c5b-9aba-9f2e5d521b6a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.036598] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock port-68c18b90-0caa-484d-81df-141d2843889f taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.036730] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-68c18b90-0caa-484d-81df-141d2843889f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.036813] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-68c18b90-0caa-484d-81df-141d2843889f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.037057] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-68c18b90-0caa-484d-81df-141d2843889f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.037142] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('68c18b90-0caa-484d-81df-141d2843889f',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.281438] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 68f4bc32-bfc6-4c43-aeef-b481f593202c: rpc.has_security_group_logging(os_id): False [ 1075.299750] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.299931] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.299972] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.300175] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.300267] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.300460] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.300559] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.300622] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.300768] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.300846] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.301054] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.301150] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.301229] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.301348] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.301457] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.301646] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.301742] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.301802] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.301940] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.302021] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.302107] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 68f4bc32-bfc6-4c43-aeef-b481f593202c is going to be updated. [ 1075.371438] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.371778] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.371848] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.372076] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.372223] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.389223] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 68f4bc32-bfc6-4c43-aeef-b481f593202c in Status: IN_PROGRESS for 2s [ 1075.539062] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa366b1e-0919-4c5b-9aba-9f2e5d521b6a taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.539252] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa366b1e-0919-4c5b-9aba-9f2e5d521b6a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.539396] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 68c18b90-0caa-484d-81df-141d2843889f with status ACTIVE [ 1075.539576] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.539708] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.539778] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.539991] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.540116] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.540430] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.540430] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.540430] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.540587] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.540619] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.540802] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.540895] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.540955] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.541101] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.541173] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.541257] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 68c18b90-0caa-484d-81df-141d2843889f is going to be updated. [ 1075.573391] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.574133] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.574206] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.574447] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.574634] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.574844] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-68c18b90-0caa-484d-81df-141d2843889f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.719778] env[65424]: INFO networking_nsxv3.common.synchronization [req-ae9fe808-c2f3-4560-9c0b-be6aab4c9435 req-96b402a8-889d-4e2b-9ef7-64a218d3bea4 tempest-AttachInterfacesTestJSON-1826416307 tempest-AttachInterfacesTestJSON-1826416307-project-member] Enqueued Resource ID: e264161b-b593-44ea-b07b-eed0b1d65cb7 with Priority: HIGHEST for action security_group_members [ 1075.720316] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e264161b-b593-44ea-b07b-eed0b1d65cb7 with Priority: HIGHEST for action security_group_members [ 1075.720702] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-e264161b-b593-44ea-b07b-eed0b1d65cb7 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.720842] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e264161b-b593-44ea-b07b-eed0b1d65cb7" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.720919] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e264161b-b593-44ea-b07b-eed0b1d65cb7" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.721195] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e264161b-b593-44ea-b07b-eed0b1d65cb7" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.721369] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.721489] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.721551] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.721710] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.721816] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.721909] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e264161b-b593-44ea-b07b-eed0b1d65cb7',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.026638] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock network-514 taken with stack trace [, , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.027107] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "network-514" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.027107] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "network-514" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.027484] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "network-514" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.027903] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.028065] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.028224] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.028588] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.028956] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.029305] env[65424]: DEBUG dogpile.cache.region [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] No value present for key: 'zone-id' {{(pid=65424) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1076.029482] env[65424]: DEBUG dogpile.lock [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] NeedRegenerationException {{(pid=65424) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1076.029673] env[65424]: DEBUG dogpile.lock [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] no value, waiting for create lock {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1076.029831] env[65424]: DEBUG dogpile.lock [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] value creation lock acquired {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1076.030022] env[65424]: DEBUG dogpile.cache.region [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] No value present for key: 'zone-id' {{(pid=65424) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1076.030450] env[65424]: DEBUG dogpile.lock [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Calling creation function for not-yet-present value {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1076.030450] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1076.049591] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1076.049772] env[65424]: DEBUG dogpile.cache.region [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65424) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1076.049976] env[65424]: DEBUG dogpile.lock [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Released creation lock {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1076.050245] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "network-514" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.050563] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock port-86ee44b7-2215-458e-9f25-eeb2fab76f31 taken with stack trace [, , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.050741] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "port-86ee44b7-2215-458e-9f25-eeb2fab76f31" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.050856] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "port-86ee44b7-2215-458e-9f25-eeb2fab76f31" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.051191] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "port-86ee44b7-2215-458e-9f25-eeb2fab76f31" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.051328] env[65424]: DEBUG networking_nsxv3.api.rpc [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('86ee44b7-2215-458e-9f25-eeb2fab76f31',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.224402] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e264161b-b593-44ea-b07b-eed0b1d65cb7',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.554248] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.554599] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.554768] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.555106] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.555285] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.555444] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Segment Port 86ee44b7-2215-458e-9f25-eeb2fab76f31 not found, creating... [ 1076.555713] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.555873] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.556030] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.556287] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.556405] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.556686] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.556845] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.556954] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.557170] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.557305] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.557586] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Resource: SegmentPort with ID: 86ee44b7-2215-458e-9f25-eeb2fab76f31 is going to be created. [ 1076.587811] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.588137] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.588301] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.588637] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.588913] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.589326] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "port-86ee44b7-2215-458e-9f25-eeb2fab76f31" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.728252] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e264161b-b593-44ea-b07b-eed0b1d65cb7',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.982168] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa366b1e-0919-4c5b-9aba-9f2e5d521b6a in Status: SUCCESS [ 1076.982168] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa366b1e-0919-4c5b-9aba-9f2e5d521b6a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.982168] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa366b1e-0919-4c5b-9aba-9f2e5d521b6a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.982168] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa366b1e-0919-4c5b-9aba-9f2e5d521b6a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.982168] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.982168] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.982168] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.982168] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.982473] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.982473] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fa366b1e-0919-4c5b-9aba-9f2e5d521b6a',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.230910] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.231220] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.231220] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.231420] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.231512] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.231611] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e264161b-b593-44ea-b07b-eed0b1d65cb7 is going to be updated. [ 1077.261867] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.262063] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.262063] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.262282] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.262432] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.271482] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e264161b-b593-44ea-b07b-eed0b1d65cb7 in Status: IN_PROGRESS for 2s [ 1077.285908] env[65424]: INFO networking_nsxv3.common.synchronization [req-ae9fe808-c2f3-4560-9c0b-be6aab4c9435 req-a0fec6f3-bc01-43a7-ab7b-0dc1c910fb08 service nova] Enqueued Resource ID: e264161b-b593-44ea-b07b-eed0b1d65cb7 with Priority: HIGHEST for action security_group_rules [ 1077.286103] env[65424]: INFO networking_nsxv3.common.synchronization [req-ae9fe808-c2f3-4560-9c0b-be6aab4c9435 req-a0fec6f3-bc01-43a7-ab7b-0dc1c910fb08 service nova] Enqueued Resource ID: e264161b-b593-44ea-b07b-eed0b1d65cb7 with Priority: HIGHEST for action security_group_members [ 1077.286240] env[65424]: INFO networking_nsxv3.common.synchronization [req-ae9fe808-c2f3-4560-9c0b-be6aab4c9435 req-a0fec6f3-bc01-43a7-ab7b-0dc1c910fb08 service nova] Enqueued Resource ID: 86ee44b7-2215-458e-9f25-eeb2fab76f31 with Priority: HIGHEST for action port [ 1077.286470] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e264161b-b593-44ea-b07b-eed0b1d65cb7 with Priority: HIGHEST for action security_group_rules [ 1077.286599] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e264161b-b593-44ea-b07b-eed0b1d65cb7 with Priority: HIGHEST for action security_group_members [ 1077.286695] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86ee44b7-2215-458e-9f25-eeb2fab76f31 with Priority: HIGHEST for action port [ 1077.287548] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e264161b-b593-44ea-b07b-eed0b1d65cb7 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.287677] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e264161b-b593-44ea-b07b-eed0b1d65cb7" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.287743] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e264161b-b593-44ea-b07b-eed0b1d65cb7" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.287933] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e264161b-b593-44ea-b07b-eed0b1d65cb7" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.288033] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e264161b-b593-44ea-b07b-eed0b1d65cb7',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.289246] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-e264161b-b593-44ea-b07b-eed0b1d65cb7 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.289320] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e264161b-b593-44ea-b07b-eed0b1d65cb7" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.289514] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock port-86ee44b7-2215-458e-9f25-eeb2fab76f31 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.289618] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-86ee44b7-2215-458e-9f25-eeb2fab76f31" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.289684] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-86ee44b7-2215-458e-9f25-eeb2fab76f31" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.289857] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-86ee44b7-2215-458e-9f25-eeb2fab76f31" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.289932] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('86ee44b7-2215-458e-9f25-eeb2fab76f31',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.405390] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 68f4bc32-bfc6-4c43-aeef-b481f593202c in Status: SUCCESS [ 1077.405668] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-68f4bc32-bfc6-4c43-aeef-b481f593202c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.484855] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fa366b1e-0919-4c5b-9aba-9f2e5d521b6a',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.791624] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-e264161b-b593-44ea-b07b-eed0b1d65cb7 taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.791756] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e264161b-b593-44ea-b07b-eed0b1d65cb7" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.791947] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 86ee44b7-2215-458e-9f25-eeb2fab76f31 with status ACTIVE [ 1077.792152] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.792250] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.792319] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.792522] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.792633] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.792772] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.792866] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.792928] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.793091] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.793396] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.793396] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.793497] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.793497] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.793634] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.793718] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.793790] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 86ee44b7-2215-458e-9f25-eeb2fab76f31 is going to be updated. [ 1077.816500] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.816634] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.816687] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.816900] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.817046] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.817209] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-86ee44b7-2215-458e-9f25-eeb2fab76f31" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.987561] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fa366b1e-0919-4c5b-9aba-9f2e5d521b6a',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.490810] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.491212] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.491212] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.491432] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.491555] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.491640] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa366b1e-0919-4c5b-9aba-9f2e5d521b6a is going to be updated. [ 1078.526472] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.526663] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.526704] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.526913] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.527089] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.537225] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa366b1e-0919-4c5b-9aba-9f2e5d521b6a in Status: IN_PROGRESS for 2s [ 1079.281518] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e264161b-b593-44ea-b07b-eed0b1d65cb7 in Status: SUCCESS [ 1079.281795] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e264161b-b593-44ea-b07b-eed0b1d65cb7" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.281980] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e264161b-b593-44ea-b07b-eed0b1d65cb7" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.282219] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e264161b-b593-44ea-b07b-eed0b1d65cb7" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.282409] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.282559] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.282626] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.282813] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.282880] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.282972] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e264161b-b593-44ea-b07b-eed0b1d65cb7',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.785277] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e264161b-b593-44ea-b07b-eed0b1d65cb7',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.287539] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e264161b-b593-44ea-b07b-eed0b1d65cb7',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.396116] env[65424]: INFO networking_nsxv3.common.synchronization [req-a8169267-0e89-4f9a-b564-d74a50582df3 req-15ce26d0-1d21-4bb9-a660-e9d85255fee2 tempest-ServerActionsTestOtherB-391105408 tempest-ServerActionsTestOtherB-391105408-project-member] Enqueued Resource ID: fffb1115-05b5-4730-9003-4b1b4688badb with Priority: HIGHEST for action security_group_members [ 1080.397447] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fffb1115-05b5-4730-9003-4b1b4688badb with Priority: HIGHEST for action security_group_members [ 1080.397934] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-fffb1115-05b5-4730-9003-4b1b4688badb taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.400154] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fffb1115-05b5-4730-9003-4b1b4688badb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.400154] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fffb1115-05b5-4730-9003-4b1b4688badb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.400154] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fffb1115-05b5-4730-9003-4b1b4688badb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.400154] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.400154] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.400154] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.400154] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.400154] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.400154] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fffb1115-05b5-4730-9003-4b1b4688badb',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.549410] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa366b1e-0919-4c5b-9aba-9f2e5d521b6a in Status: SUCCESS [ 1080.550018] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa366b1e-0919-4c5b-9aba-9f2e5d521b6a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.550660] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa366b1e-0919-4c5b-9aba-9f2e5d521b6a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.551227] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa366b1e-0919-4c5b-9aba-9f2e5d521b6a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.551369] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.551448] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.551545] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.551762] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.551949] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.553052] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa366b1e-0919-4c5b-9aba-9f2e5d521b6a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.553185] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fa366b1e-0919-4c5b-9aba-9f2e5d521b6a',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.790288] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.790657] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.790657] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.790798] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.790895] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.791017] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e264161b-b593-44ea-b07b-eed0b1d65cb7 is going to be updated. [ 1080.801444] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock network-130 taken with stack trace [, , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.801627] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "network-130" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.801786] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "network-130" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.802087] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "network-130" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.802353] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.802513] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.802635] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.802869] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.803040] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.803242] env[65424]: DEBUG dogpile.cache.region [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] No value present for key: 'zone-id' {{(pid=65424) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1080.803351] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] NeedRegenerationException {{(pid=65424) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1080.803457] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] no value, waiting for create lock {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1080.803562] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] value creation lock acquired {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1080.803745] env[65424]: DEBUG dogpile.cache.region [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] No value present for key: 'zone-id' {{(pid=65424) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1080.804010] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Calling creation function for not-yet-present value {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1080.804223] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1080.830763] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1080.830763] env[65424]: DEBUG dogpile.cache.region [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65424) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1080.830981] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Released creation lock {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1080.831087] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "network-130" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.831914] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock port-55fa1a3e-1a4a-4a35-9390-c092cd63c6a1 taken with stack trace [, , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.831914] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "port-55fa1a3e-1a4a-4a35-9390-c092cd63c6a1" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.831914] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "port-55fa1a3e-1a4a-4a35-9390-c092cd63c6a1" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.832511] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "port-55fa1a3e-1a4a-4a35-9390-c092cd63c6a1" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.832511] env[65424]: DEBUG networking_nsxv3.api.rpc [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('55fa1a3e-1a4a-4a35-9390-c092cd63c6a1',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.834370] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.835118] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.835118] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.835118] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.835118] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.844784] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e264161b-b593-44ea-b07b-eed0b1d65cb7 in Status: IN_PROGRESS for 2s [ 1080.904033] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.904222] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.904222] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.904458] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.904575] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.904793] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.904888] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.904956] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.905139] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.905219] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.905317] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fffb1115-05b5-4730-9003-4b1b4688badb is going to be updated. [ 1080.932510] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.932749] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.932856] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.933510] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.933510] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.945142] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fffb1115-05b5-4730-9003-4b1b4688badb in Status: IN_PROGRESS for 2s [ 1081.056360] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa366b1e-0919-4c5b-9aba-9f2e5d521b6a taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.056591] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa366b1e-0919-4c5b-9aba-9f2e5d521b6a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.056640] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa366b1e-0919-4c5b-9aba-9f2e5d521b6a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.056903] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa366b1e-0919-4c5b-9aba-9f2e5d521b6a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.057117] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.057227] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.057290] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.057528] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.057631] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.057702] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa366b1e-0919-4c5b-9aba-9f2e5d521b6a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.057875] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa366b1e-0919-4c5b-9aba-9f2e5d521b6a taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.057973] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa366b1e-0919-4c5b-9aba-9f2e5d521b6a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.058046] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa366b1e-0919-4c5b-9aba-9f2e5d521b6a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.059077] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa366b1e-0919-4c5b-9aba-9f2e5d521b6a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.059077] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.059077] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.059077] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.059077] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.059077] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.059077] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa366b1e-0919-4c5b-9aba-9f2e5d521b6a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.059077] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fa366b1e-0919-4c5b-9aba-9f2e5d521b6a',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.338031] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.338373] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.338528] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.338936] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.339171] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.339396] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Segment Port 55fa1a3e-1a4a-4a35-9390-c092cd63c6a1 not found, creating... [ 1081.339857] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.340142] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.340327] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.340649] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.340849] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.341316] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.341544] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.341704] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.342012] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.342228] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.342408] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Resource: SegmentPort with ID: 55fa1a3e-1a4a-4a35-9390-c092cd63c6a1 is going to be created. [ 1081.392408] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.393539] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.393539] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.393539] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.393539] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.393666] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "port-55fa1a3e-1a4a-4a35-9390-c092cd63c6a1" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.501200] env[65424]: INFO networking_nsxv3.common.synchronization [req-f701c15c-3ce5-4dcd-bc0a-4e1ad7baaf9c req-a702c6a1-ca68-4838-b3d2-190a4a0801f3 tempest-DeleteServersTestJSON-984948509 tempest-DeleteServersTestJSON-984948509-project-member] Enqueued Resource ID: 59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9 with Priority: HIGHEST for action security_group_members [ 1081.501850] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9 with Priority: HIGHEST for action security_group_members [ 1081.502304] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.502464] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.502534] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.502722] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.502882] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.502982] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.503059] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.503211] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.503298] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.503429] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.562540] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fa366b1e-0919-4c5b-9aba-9f2e5d521b6a: rpc.has_security_group_logging(os_id): False [ 1081.656258] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.657087] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.657087] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.657087] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.692744] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.692919] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.692919] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.693031] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.694118] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.694118] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.694118] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.694118] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.694118] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.694118] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.694118] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.694118] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.694118] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.694456] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.694456] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.694456] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.694456] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fa366b1e-0919-4c5b-9aba-9f2e5d521b6a is going to be updated. [ 1081.773915] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.774117] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.774159] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.774358] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.774503] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.794747] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fa366b1e-0919-4c5b-9aba-9f2e5d521b6a in Status: IN_PROGRESS for 2s [ 1082.006171] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.006171] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.006171] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.006389] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.006599] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.006821] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.006888] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.006993] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.007203] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.007286] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.007420] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9 is going to be updated. [ 1082.043205] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.043205] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.043205] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.043205] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.043205] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.055655] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9 in Status: IN_PROGRESS for 2s [ 1082.115340] env[65424]: INFO networking_nsxv3.common.synchronization [req-a8169267-0e89-4f9a-b564-d74a50582df3 req-9540da27-8283-445b-a561-c2eb1bebacab service nova] Enqueued Resource ID: fffb1115-05b5-4730-9003-4b1b4688badb with Priority: HIGHEST for action security_group_rules [ 1082.115340] env[65424]: INFO networking_nsxv3.common.synchronization [req-a8169267-0e89-4f9a-b564-d74a50582df3 req-9540da27-8283-445b-a561-c2eb1bebacab service nova] Enqueued Resource ID: fffb1115-05b5-4730-9003-4b1b4688badb with Priority: HIGHEST for action security_group_members [ 1082.115340] env[65424]: INFO networking_nsxv3.common.synchronization [req-a8169267-0e89-4f9a-b564-d74a50582df3 req-9540da27-8283-445b-a561-c2eb1bebacab service nova] Enqueued Resource ID: 55fa1a3e-1a4a-4a35-9390-c092cd63c6a1 with Priority: HIGHEST for action port [ 1082.115340] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fffb1115-05b5-4730-9003-4b1b4688badb with Priority: HIGHEST for action security_group_rules [ 1082.115340] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fffb1115-05b5-4730-9003-4b1b4688badb with Priority: HIGHEST for action security_group_members [ 1082.115340] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55fa1a3e-1a4a-4a35-9390-c092cd63c6a1 with Priority: HIGHEST for action port [ 1082.115340] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fffb1115-05b5-4730-9003-4b1b4688badb taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.115340] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fffb1115-05b5-4730-9003-4b1b4688badb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.115340] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fffb1115-05b5-4730-9003-4b1b4688badb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.115340] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fffb1115-05b5-4730-9003-4b1b4688badb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.115340] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fffb1115-05b5-4730-9003-4b1b4688badb',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.118711] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-fffb1115-05b5-4730-9003-4b1b4688badb taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.118711] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fffb1115-05b5-4730-9003-4b1b4688badb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.118913] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock port-55fa1a3e-1a4a-4a35-9390-c092cd63c6a1 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.118913] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-55fa1a3e-1a4a-4a35-9390-c092cd63c6a1" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.119033] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-55fa1a3e-1a4a-4a35-9390-c092cd63c6a1" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.119604] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-55fa1a3e-1a4a-4a35-9390-c092cd63c6a1" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.119604] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('55fa1a3e-1a4a-4a35-9390-c092cd63c6a1',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.621440] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-fffb1115-05b5-4730-9003-4b1b4688badb taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.621607] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fffb1115-05b5-4730-9003-4b1b4688badb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.621798] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 55fa1a3e-1a4a-4a35-9390-c092cd63c6a1 with status ACTIVE [ 1082.621976] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.622099] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.622165] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.622376] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.622465] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.622636] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.623523] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.623523] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.623523] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.623523] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.623523] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.623523] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.623523] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.623523] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.623989] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.623989] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 55fa1a3e-1a4a-4a35-9390-c092cd63c6a1 is going to be updated. [ 1082.645817] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.645970] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.646055] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.646316] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.646697] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.646697] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-55fa1a3e-1a4a-4a35-9390-c092cd63c6a1" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.664166] env[65424]: INFO networking_nsxv3.common.synchronization [req-ce3dc1bf-a576-4426-88c0-9211dbdf085b req-23e86ff9-046f-48b4-915f-59d5911e75ca tempest-ServerRescueTestJSONUnderV235-53428865 tempest-ServerRescueTestJSONUnderV235-53428865-project-member] Enqueued Resource ID: e1c38a9d-7a02-4b76-89e0-68e8b3d0dd47 with Priority: HIGHEST for action security_group_members [ 1082.664166] env[65424]: INFO networking_nsxv3.common.synchronization [req-ce3dc1bf-a576-4426-88c0-9211dbdf085b req-23e86ff9-046f-48b4-915f-59d5911e75ca tempest-ServerRescueTestJSONUnderV235-53428865 tempest-ServerRescueTestJSONUnderV235-53428865-project-member] Enqueued Resource ID: 4400e617-edbb-495c-b2f4-e8545db063bb with Priority: HIGHEST for action security_group_members [ 1082.664817] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1c38a9d-7a02-4b76-89e0-68e8b3d0dd47 with Priority: HIGHEST for action security_group_members [ 1082.664817] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4400e617-edbb-495c-b2f4-e8545db063bb with Priority: HIGHEST for action security_group_members [ 1082.665031] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1c38a9d-7a02-4b76-89e0-68e8b3d0dd47 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.665171] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1c38a9d-7a02-4b76-89e0-68e8b3d0dd47" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.665262] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1c38a9d-7a02-4b76-89e0-68e8b3d0dd47" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.665658] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1c38a9d-7a02-4b76-89e0-68e8b3d0dd47" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.665838] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.666094] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.666094] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.666189] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.666273] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.666367] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e1c38a9d-7a02-4b76-89e0-68e8b3d0dd47',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.667899] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-4400e617-edbb-495c-b2f4-e8545db063bb taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.668030] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4400e617-edbb-495c-b2f4-e8545db063bb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.668709] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4400e617-edbb-495c-b2f4-e8545db063bb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.668709] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4400e617-edbb-495c-b2f4-e8545db063bb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.668709] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.668709] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.668709] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.668920] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.668920] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.668980] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4400e617-edbb-495c-b2f4-e8545db063bb',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.710773] env[65424]: INFO networking_nsxv3.common.synchronization [req-ce3dc1bf-a576-4426-88c0-9211dbdf085b req-23e86ff9-046f-48b4-915f-59d5911e75ca tempest-ServerRescueTestJSONUnderV235-53428865 tempest-ServerRescueTestJSONUnderV235-53428865-project-member] Enqueued Resource ID: 4400e617-edbb-495c-b2f4-e8545db063bb with Priority: HIGHEST for action security_group_rules [ 1082.711015] env[65424]: INFO networking_nsxv3.common.synchronization [req-ce3dc1bf-a576-4426-88c0-9211dbdf085b req-23e86ff9-046f-48b4-915f-59d5911e75ca tempest-ServerRescueTestJSONUnderV235-53428865 tempest-ServerRescueTestJSONUnderV235-53428865-project-member] Enqueued Resource ID: 4400e617-edbb-495c-b2f4-e8545db063bb with Priority: HIGHEST for action security_group_members [ 1082.711213] env[65424]: INFO networking_nsxv3.common.synchronization [req-ce3dc1bf-a576-4426-88c0-9211dbdf085b req-23e86ff9-046f-48b4-915f-59d5911e75ca tempest-ServerRescueTestJSONUnderV235-53428865 tempest-ServerRescueTestJSONUnderV235-53428865-project-member] Enqueued Resource ID: e1c38a9d-7a02-4b76-89e0-68e8b3d0dd47 with Priority: HIGHEST for action security_group_rules [ 1082.711371] env[65424]: INFO networking_nsxv3.common.synchronization [req-ce3dc1bf-a576-4426-88c0-9211dbdf085b req-23e86ff9-046f-48b4-915f-59d5911e75ca tempest-ServerRescueTestJSONUnderV235-53428865 tempest-ServerRescueTestJSONUnderV235-53428865-project-member] Enqueued Resource ID: e1c38a9d-7a02-4b76-89e0-68e8b3d0dd47 with Priority: HIGHEST for action security_group_members [ 1082.711507] env[65424]: INFO networking_nsxv3.common.synchronization [req-ce3dc1bf-a576-4426-88c0-9211dbdf085b req-23e86ff9-046f-48b4-915f-59d5911e75ca tempest-ServerRescueTestJSONUnderV235-53428865 tempest-ServerRescueTestJSONUnderV235-53428865-project-member] Enqueued Resource ID: 72c89bf1-dc8e-4e72-b96a-8d7a274817e6 with Priority: HIGHEST for action port [ 1082.711970] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4400e617-edbb-495c-b2f4-e8545db063bb with Priority: HIGHEST for action security_group_rules [ 1082.712125] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1c38a9d-7a02-4b76-89e0-68e8b3d0dd47 with Priority: HIGHEST for action security_group_rules [ 1082.712228] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72c89bf1-dc8e-4e72-b96a-8d7a274817e6 with Priority: HIGHEST for action port [ 1082.712321] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4400e617-edbb-495c-b2f4-e8545db063bb with Priority: HIGHEST for action security_group_members [ 1082.712409] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1c38a9d-7a02-4b76-89e0-68e8b3d0dd47 with Priority: HIGHEST for action security_group_members [ 1082.712677] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4400e617-edbb-495c-b2f4-e8545db063bb taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.712805] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4400e617-edbb-495c-b2f4-e8545db063bb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.712860] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4400e617-edbb-495c-b2f4-e8545db063bb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.713112] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4400e617-edbb-495c-b2f4-e8545db063bb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.713195] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4400e617-edbb-495c-b2f4-e8545db063bb',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.713997] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e1c38a9d-7a02-4b76-89e0-68e8b3d0dd47 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.714124] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e1c38a9d-7a02-4b76-89e0-68e8b3d0dd47" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.714198] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e1c38a9d-7a02-4b76-89e0-68e8b3d0dd47" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.714347] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e1c38a9d-7a02-4b76-89e0-68e8b3d0dd47" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.714420] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e1c38a9d-7a02-4b76-89e0-68e8b3d0dd47',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.715135] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock port-72c89bf1-dc8e-4e72-b96a-8d7a274817e6 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.715265] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-72c89bf1-dc8e-4e72-b96a-8d7a274817e6" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.715348] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-72c89bf1-dc8e-4e72-b96a-8d7a274817e6" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.715502] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-72c89bf1-dc8e-4e72-b96a-8d7a274817e6" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.715578] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('72c89bf1-dc8e-4e72-b96a-8d7a274817e6',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.716288] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-4400e617-edbb-495c-b2f4-e8545db063bb taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.716395] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4400e617-edbb-495c-b2f4-e8545db063bb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.717027] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1c38a9d-7a02-4b76-89e0-68e8b3d0dd47 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.717027] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1c38a9d-7a02-4b76-89e0-68e8b3d0dd47" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.854902] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e264161b-b593-44ea-b07b-eed0b1d65cb7 in Status: SUCCESS [ 1082.854902] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e264161b-b593-44ea-b07b-eed0b1d65cb7" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.855223] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e264161b-b593-44ea-b07b-eed0b1d65cb7" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.855252] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e264161b-b593-44ea-b07b-eed0b1d65cb7" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.855632] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.855817] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.855911] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.856121] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.856239] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.856367] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e264161b-b593-44ea-b07b-eed0b1d65cb7" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.856569] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e264161b-b593-44ea-b07b-eed0b1d65cb7',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.955132] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fffb1115-05b5-4730-9003-4b1b4688badb in Status: SUCCESS [ 1082.955325] env[65424]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fffb1115-05b5-4730-9003-4b1b4688badb deletion is rescheduled due to dependency. [ 1082.955448] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fffb1115-05b5-4730-9003-4b1b4688badb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.955612] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fffb1115-05b5-4730-9003-4b1b4688badb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.955848] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fffb1115-05b5-4730-9003-4b1b4688badb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.956046] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.956843] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.956917] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.957113] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.957198] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.957298] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fffb1115-05b5-4730-9003-4b1b4688badb',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.984745] env[65424]: INFO networking_nsxv3.common.synchronization [req-e89ca2b8-650d-4e74-9590-8404baa0f5b8 req-c67e396c-7f91-4483-8e5e-b0300bcc24e3 tempest-ServerRescueTestJSONUnderV235-53428865 tempest-ServerRescueTestJSONUnderV235-53428865-project-member] Enqueued Resource ID: e1c38a9d-7a02-4b76-89e0-68e8b3d0dd47 with Priority: HIGHEST for action security_group_members [ 1082.985376] env[65424]: INFO networking_nsxv3.common.synchronization [req-e89ca2b8-650d-4e74-9590-8404baa0f5b8 req-c67e396c-7f91-4483-8e5e-b0300bcc24e3 tempest-ServerRescueTestJSONUnderV235-53428865 tempest-ServerRescueTestJSONUnderV235-53428865-project-member] Enqueued Resource ID: 4400e617-edbb-495c-b2f4-e8545db063bb with Priority: HIGHEST for action security_group_members [ 1082.985557] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1c38a9d-7a02-4b76-89e0-68e8b3d0dd47 with Priority: HIGHEST for action security_group_members [ 1082.985557] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4400e617-edbb-495c-b2f4-e8545db063bb with Priority: HIGHEST for action security_group_members [ 1082.985843] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1c38a9d-7a02-4b76-89e0-68e8b3d0dd47 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.985945] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1c38a9d-7a02-4b76-89e0-68e8b3d0dd47" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.986162] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-4400e617-edbb-495c-b2f4-e8545db063bb taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.986248] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4400e617-edbb-495c-b2f4-e8545db063bb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.027845] env[65424]: INFO networking_nsxv3.common.synchronization [req-e89ca2b8-650d-4e74-9590-8404baa0f5b8 req-c67e396c-7f91-4483-8e5e-b0300bcc24e3 tempest-ServerRescueTestJSONUnderV235-53428865 tempest-ServerRescueTestJSONUnderV235-53428865-project-member] Enqueued Resource ID: e1c38a9d-7a02-4b76-89e0-68e8b3d0dd47 with Priority: HIGHEST for action security_group_rules [ 1083.028037] env[65424]: INFO networking_nsxv3.common.synchronization [req-e89ca2b8-650d-4e74-9590-8404baa0f5b8 req-c67e396c-7f91-4483-8e5e-b0300bcc24e3 tempest-ServerRescueTestJSONUnderV235-53428865 tempest-ServerRescueTestJSONUnderV235-53428865-project-member] Enqueued Resource ID: e1c38a9d-7a02-4b76-89e0-68e8b3d0dd47 with Priority: HIGHEST for action security_group_members [ 1083.028177] env[65424]: INFO networking_nsxv3.common.synchronization [req-e89ca2b8-650d-4e74-9590-8404baa0f5b8 req-c67e396c-7f91-4483-8e5e-b0300bcc24e3 tempest-ServerRescueTestJSONUnderV235-53428865 tempest-ServerRescueTestJSONUnderV235-53428865-project-member] Enqueued Resource ID: 72c89bf1-dc8e-4e72-b96a-8d7a274817e6 with Priority: HIGHEST for action port [ 1083.028637] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1c38a9d-7a02-4b76-89e0-68e8b3d0dd47 with Priority: HIGHEST for action security_group_rules [ 1083.028768] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1c38a9d-7a02-4b76-89e0-68e8b3d0dd47 with Priority: HIGHEST for action security_group_members [ 1083.028871] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72c89bf1-dc8e-4e72-b96a-8d7a274817e6 with Priority: HIGHEST for action port [ 1083.029163] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e1c38a9d-7a02-4b76-89e0-68e8b3d0dd47 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.029262] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e1c38a9d-7a02-4b76-89e0-68e8b3d0dd47" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.029455] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1c38a9d-7a02-4b76-89e0-68e8b3d0dd47 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.029538] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1c38a9d-7a02-4b76-89e0-68e8b3d0dd47" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.030077] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock port-72c89bf1-dc8e-4e72-b96a-8d7a274817e6 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.030177] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-72c89bf1-dc8e-4e72-b96a-8d7a274817e6" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.168641] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e1c38a9d-7a02-4b76-89e0-68e8b3d0dd47',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.171261] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4400e617-edbb-495c-b2f4-e8545db063bb',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.217737] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-4400e617-edbb-495c-b2f4-e8545db063bb taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.217917] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4400e617-edbb-495c-b2f4-e8545db063bb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.218134] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1c38a9d-7a02-4b76-89e0-68e8b3d0dd47 taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.218211] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1c38a9d-7a02-4b76-89e0-68e8b3d0dd47" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.218376] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 72c89bf1-dc8e-4e72-b96a-8d7a274817e6 with status ACTIVE [ 1083.218557] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.218669] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.218736] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.218938] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.219038] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.219208] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.219312] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.219358] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.219542] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.219623] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.219813] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.219905] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.219965] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.221225] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.221324] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.221421] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 72c89bf1-dc8e-4e72-b96a-8d7a274817e6 is going to be updated. [ 1083.247346] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.247610] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.247741] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.248015] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.248263] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.248455] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-72c89bf1-dc8e-4e72-b96a-8d7a274817e6" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.248694] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-72c89bf1-dc8e-4e72-b96a-8d7a274817e6" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.248937] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-72c89bf1-dc8e-4e72-b96a-8d7a274817e6" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.249088] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('72c89bf1-dc8e-4e72-b96a-8d7a274817e6',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.358852] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e264161b-b593-44ea-b07b-eed0b1d65cb7',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.459544] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fffb1115-05b5-4730-9003-4b1b4688badb',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.671761] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e1c38a9d-7a02-4b76-89e0-68e8b3d0dd47',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.675605] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4400e617-edbb-495c-b2f4-e8545db063bb',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.751500] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 72c89bf1-dc8e-4e72-b96a-8d7a274817e6 with status ACTIVE [ 1083.751721] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.751856] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.751958] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.752139] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.752230] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.752398] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.752496] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.752562] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.752729] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.752806] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.752985] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.753090] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.753151] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.753285] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.753353] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.753437] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 72c89bf1-dc8e-4e72-b96a-8d7a274817e6 is going to be updated. [ 1083.778954] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.779115] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.779187] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.779422] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.779563] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.779932] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-72c89bf1-dc8e-4e72-b96a-8d7a274817e6" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.813858] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fa366b1e-0919-4c5b-9aba-9f2e5d521b6a in Status: SUCCESS [ 1083.814106] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fa366b1e-0919-4c5b-9aba-9f2e5d521b6a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.862129] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e264161b-b593-44ea-b07b-eed0b1d65cb7: rpc.has_security_group_logging(os_id): False [ 1083.885723] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.885723] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.885723] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.885723] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.885723] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.885723] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.885723] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.885723] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.885723] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.885723] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.885723] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e264161b-b593-44ea-b07b-eed0b1d65cb7 is going to be updated. [ 1083.959868] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.962019] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.962019] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.962019] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.962019] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.962019] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fffb1115-05b5-4730-9003-4b1b4688badb',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.978790] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e264161b-b593-44ea-b07b-eed0b1d65cb7 in Status: IN_PROGRESS for 2s [ 1084.069946] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9 in Status: SUCCESS [ 1084.070108] env[65424]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9 deletion is rescheduled due to dependency. [ 1084.070198] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.174888] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.175233] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.175352] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.175586] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.175681] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.175786] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e1c38a9d-7a02-4b76-89e0-68e8b3d0dd47 is going to be updated. [ 1084.177118] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.177266] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.177338] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.177574] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.177651] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.177734] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4400e617-edbb-495c-b2f4-e8545db063bb is going to be created. [ 1084.201974] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.202150] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.202186] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.202389] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.202619] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.205939] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.206098] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.206862] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.206862] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.206862] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.214726] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4400e617-edbb-495c-b2f4-e8545db063bb in Status: UNINITIALIZED for 2s [ 1084.215487] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1c38a9d-7a02-4b76-89e0-68e8b3d0dd47 in Status: IN_PROGRESS for 2s [ 1084.466236] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.466446] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.466488] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.466857] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.466857] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.467039] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fffb1115-05b5-4730-9003-4b1b4688badb is going to be updated. [ 1084.507738] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.507917] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.508054] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.508290] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.508531] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.521459] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fffb1115-05b5-4730-9003-4b1b4688badb in Status: IN_PROGRESS for 2s [ 1085.993346] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e264161b-b593-44ea-b07b-eed0b1d65cb7 in Status: SUCCESS [ 1085.993633] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e264161b-b593-44ea-b07b-eed0b1d65cb7" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.226812] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4400e617-edbb-495c-b2f4-e8545db063bb in Status: SUCCESS [ 1086.227104] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4400e617-edbb-495c-b2f4-e8545db063bb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.227342] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4400e617-edbb-495c-b2f4-e8545db063bb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.227756] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4400e617-edbb-495c-b2f4-e8545db063bb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.228100] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.228250] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.228345] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.228637] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.228731] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.228855] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4400e617-edbb-495c-b2f4-e8545db063bb',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.230860] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1c38a9d-7a02-4b76-89e0-68e8b3d0dd47 in Status: SUCCESS [ 1086.231425] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1c38a9d-7a02-4b76-89e0-68e8b3d0dd47" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.232143] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1c38a9d-7a02-4b76-89e0-68e8b3d0dd47" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.232143] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1c38a9d-7a02-4b76-89e0-68e8b3d0dd47" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.232143] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.232143] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.232329] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.232358] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.232436] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.232542] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e1c38a9d-7a02-4b76-89e0-68e8b3d0dd47',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.532861] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fffb1115-05b5-4730-9003-4b1b4688badb in Status: SUCCESS [ 1086.533097] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fffb1115-05b5-4730-9003-4b1b4688badb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.533271] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fffb1115-05b5-4730-9003-4b1b4688badb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.533487] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fffb1115-05b5-4730-9003-4b1b4688badb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.533682] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.533798] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.533864] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.534029] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.534114] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.534198] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fffb1115-05b5-4730-9003-4b1b4688badb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.534288] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fffb1115-05b5-4730-9003-4b1b4688badb',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.735099] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.735262] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.735336] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.735606] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.735726] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.735930] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.736045] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.736110] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.736271] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.736350] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.737538] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4400e617-edbb-495c-b2f4-e8545db063bb is going to be deleted. [ 1086.737538] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e1c38a9d-7a02-4b76-89e0-68e8b3d0dd47',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.769657] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.769657] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.769657] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.769892] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.769892] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.770016] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4400e617-edbb-495c-b2f4-e8545db063bb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.770167] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4400e617-edbb-495c-b2f4-e8545db063bb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.770324] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4400e617-edbb-495c-b2f4-e8545db063bb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.770475] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.770575] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.770634] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.770770] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.770845] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.770937] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4400e617-edbb-495c-b2f4-e8545db063bb',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.036270] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fffb1115-05b5-4730-9003-4b1b4688badb',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.239855] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e1c38a9d-7a02-4b76-89e0-68e8b3d0dd47',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.272757] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.272966] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.273037] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.273276] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.273405] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.273653] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.273760] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.273829] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.274271] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.274271] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.274341] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4400e617-edbb-495c-b2f4-e8545db063bb already deleted. [ 1087.274456] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4400e617-edbb-495c-b2f4-e8545db063bb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.274668] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4400e617-edbb-495c-b2f4-e8545db063bb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.274926] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4400e617-edbb-495c-b2f4-e8545db063bb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.275128] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.275291] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.275391] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.275625] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.275730] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.275855] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4400e617-edbb-495c-b2f4-e8545db063bb',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.538308] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fffb1115-05b5-4730-9003-4b1b4688badb: rpc.has_security_group_logging(os_id): False [ 1087.568580] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.568931] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.568931] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.569279] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.569419] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.569809] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.569934] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.569934] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.570284] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.570447] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.570597] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fffb1115-05b5-4730-9003-4b1b4688badb is going to be updated. [ 1087.651529] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.651723] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.651723] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.651861] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.652017] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.665168] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fffb1115-05b5-4730-9003-4b1b4688badb in Status: IN_PROGRESS for 2s [ 1087.742560] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.742743] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.742828] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.743093] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.743191] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.743298] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e1c38a9d-7a02-4b76-89e0-68e8b3d0dd47 is going to be updated. [ 1087.778546] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.778743] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.778856] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.779115] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.779196] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.779409] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.779533] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.779606] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.779711] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.779817] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.779886] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4400e617-edbb-495c-b2f4-e8545db063bb already deleted. [ 1087.779949] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4400e617-edbb-495c-b2f4-e8545db063bb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.780058] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4400e617-edbb-495c-b2f4-e8545db063bb',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.783178] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.783341] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.783428] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.783653] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.783841] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.794502] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1c38a9d-7a02-4b76-89e0-68e8b3d0dd47 in Status: IN_PROGRESS for 2s [ 1088.029774] env[65424]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1088.029926] env[65424]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=7 [ 1088.282577] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4400e617-edbb-495c-b2f4-e8545db063bb',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.658660] env[65424]: INFO networking_nsxv3.common.synchronization [None req-60e169ae-c047-42c6-877c-c838c557da2f tempest-AttachInterfacesTestJSON-1826416307 tempest-AttachInterfacesTestJSON-1826416307-project-member] Enqueued Resource ID: 0ce1018e-9bfb-4592-a35b-612bacc1808f with Priority: HIGHEST for action security_group_members [ 1088.659230] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ce1018e-9bfb-4592-a35b-612bacc1808f with Priority: HIGHEST for action security_group_members [ 1088.659566] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ce1018e-9bfb-4592-a35b-612bacc1808f taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.659671] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ce1018e-9bfb-4592-a35b-612bacc1808f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.659739] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ce1018e-9bfb-4592-a35b-612bacc1808f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.659938] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ce1018e-9bfb-4592-a35b-612bacc1808f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.665060] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.665204] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.665277] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.665544] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.665684] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.665822] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0ce1018e-9bfb-4592-a35b-612bacc1808f',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.785677] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4400e617-edbb-495c-b2f4-e8545db063bb: rpc.has_security_group_logging(os_id): False [ 1088.807591] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.807830] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.807938] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.808475] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.808626] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.808862] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.808991] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.811541] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.811881] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.811881] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.812041] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4400e617-edbb-495c-b2f4-e8545db063bb is going to be created. [ 1088.829823] env[65424]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/4400e617-edbb-495c-b2f4-e8545db063bb], does not exist path=[/infra/domains/default/groups/4400e617-edbb-495c-b2f4-e8545db063bb]."\n}' [ 1088.829823] env[65424]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4400e617-edbb-495c-b2f4-e8545db063bb failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/4400e617-edbb-495c-b2f4-e8545db063bb [ 1088.829823] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1088.863300] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.863459] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.863519] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.863720] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.865952] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.865952] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.865952] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.865952] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.865952] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.865952] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.866219] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.866576] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.866576] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.866576] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.866576] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.866709] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4400e617-edbb-495c-b2f4-e8545db063bb is going to be created. [ 1088.884146] env[65424]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/4400e617-edbb-495c-b2f4-e8545db063bb], does not exist path=[/infra/domains/default/groups/4400e617-edbb-495c-b2f4-e8545db063bb]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/4400e617-edbb-495c-b2f4-e8545db063bb [ 1088.884146] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4400e617-edbb-495c-b2f4-e8545db063bb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.886524] env[65424]: Traceback (most recent call last): [ 1088.886627] env[65424]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 1088.886627] env[65424]: return func(*args, **kwargs) [ 1088.886627] env[65424]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 1088.886627] env[65424]: res.raise_for_status() [ 1088.886627] env[65424]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 1088.886627] env[65424]: raise HTTPError(http_error_msg, response=self) [ 1088.886627] env[65424]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/4400e617-edbb-495c-b2f4-e8545db063bb [ 1088.886627] env[65424]: During handling of the above exception, another exception occurred: [ 1088.886627] env[65424]: Traceback (most recent call last): [ 1088.886627] env[65424]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 1088.886627] env[65424]: listener.cb(fileno) [ 1088.886627] env[65424]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 1088.886627] env[65424]: result = function(*args, **kwargs) [ 1088.886627] env[65424]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 1088.886627] env[65424]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 1088.886627] env[65424]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 1088.886627] env[65424]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 1088.886627] env[65424]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 1088.886627] env[65424]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 1088.886627] env[65424]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 1088.886627] env[65424]: res.raise_for_status() [ 1088.886627] env[65424]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 1088.886627] env[65424]: raise HTTPError(http_error_msg, response=self) [ 1088.886627] env[65424]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/4400e617-edbb-495c-b2f4-e8545db063bb [ 1088.886627] env[65424]: Removing descriptor: 27 [ 1089.114749] env[65424]: INFO networking_nsxv3.common.synchronization [req-14ec12dc-29fc-4a55-acaf-7c2b1ead878b req-90d8043b-c18a-4a2c-92c7-737193d446f3 tempest-ServersTestJSON-1121812603 tempest-ServersTestJSON-1121812603-project-member] Enqueued Resource ID: fa366b1e-0919-4c5b-9aba-9f2e5d521b6a with Priority: HIGHEST for action security_group_members [ 1089.115513] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa366b1e-0919-4c5b-9aba-9f2e5d521b6a with Priority: HIGHEST for action security_group_members [ 1089.115958] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa366b1e-0919-4c5b-9aba-9f2e5d521b6a taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.116494] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa366b1e-0919-4c5b-9aba-9f2e5d521b6a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.116591] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa366b1e-0919-4c5b-9aba-9f2e5d521b6a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.117593] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa366b1e-0919-4c5b-9aba-9f2e5d521b6a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.117773] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.117874] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.117946] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.118119] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.118204] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.118298] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fa366b1e-0919-4c5b-9aba-9f2e5d521b6a',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.170365] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.170714] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.170714] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.170815] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.191840] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.192613] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.192780] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.192929] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.193102] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.193196] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.193294] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0ce1018e-9bfb-4592-a35b-612bacc1808f is going to be updated. [ 1089.224853] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.224853] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.224853] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.224853] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.224853] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.233896] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0ce1018e-9bfb-4592-a35b-612bacc1808f in Status: IN_PROGRESS for 2s [ 1089.373436] env[65424]: INFO networking_nsxv3.common.synchronization [req-05ffd119-bcf2-4823-9c3d-d6fba858cb00 req-a6bad8e3-64ec-43c7-a226-7e97cd45cfc9 tempest-ServerRescueTestJSONUnderV235-53428865 tempest-ServerRescueTestJSONUnderV235-53428865-project-member] Enqueued Resource ID: e1c38a9d-7a02-4b76-89e0-68e8b3d0dd47 with Priority: HIGHEST for action security_group_members [ 1089.374666] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1c38a9d-7a02-4b76-89e0-68e8b3d0dd47 with Priority: HIGHEST for action security_group_members [ 1089.375678] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1c38a9d-7a02-4b76-89e0-68e8b3d0dd47 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.375792] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1c38a9d-7a02-4b76-89e0-68e8b3d0dd47" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.620031] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fa366b1e-0919-4c5b-9aba-9f2e5d521b6a',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.681859] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fffb1115-05b5-4730-9003-4b1b4688badb in Status: SUCCESS [ 1089.682413] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fffb1115-05b5-4730-9003-4b1b4688badb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.806641] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1c38a9d-7a02-4b76-89e0-68e8b3d0dd47 in Status: SUCCESS [ 1089.806978] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1c38a9d-7a02-4b76-89e0-68e8b3d0dd47" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.807200] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1c38a9d-7a02-4b76-89e0-68e8b3d0dd47" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.807429] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1c38a9d-7a02-4b76-89e0-68e8b3d0dd47" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.807735] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.807862] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.807921] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.808118] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.808223] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.808324] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e1c38a9d-7a02-4b76-89e0-68e8b3d0dd47',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.122817] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fa366b1e-0919-4c5b-9aba-9f2e5d521b6a',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.311739] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.312078] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.312078] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.312194] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.345174] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.345447] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.345598] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.345684] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.345873] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.345959] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.346063] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e1c38a9d-7a02-4b76-89e0-68e8b3d0dd47 is going to be updated. [ 1090.378463] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.379034] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.379034] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.379034] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.379034] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.390316] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1c38a9d-7a02-4b76-89e0-68e8b3d0dd47 in Status: IN_PROGRESS for 2s [ 1090.626367] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.626638] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.626733] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.627021] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.627135] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.627236] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa366b1e-0919-4c5b-9aba-9f2e5d521b6a is going to be updated. [ 1090.661662] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.661662] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.661662] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.661662] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.661662] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.671169] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa366b1e-0919-4c5b-9aba-9f2e5d521b6a in Status: IN_PROGRESS for 2s [ 1091.244132] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0ce1018e-9bfb-4592-a35b-612bacc1808f in Status: SUCCESS [ 1091.244412] env[65424]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0ce1018e-9bfb-4592-a35b-612bacc1808f deletion is rescheduled due to dependency. [ 1091.244535] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ce1018e-9bfb-4592-a35b-612bacc1808f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.403757] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1c38a9d-7a02-4b76-89e0-68e8b3d0dd47 in Status: SUCCESS [ 1092.403757] env[65424]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e1c38a9d-7a02-4b76-89e0-68e8b3d0dd47 deletion is rescheduled due to dependency. [ 1092.403757] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1c38a9d-7a02-4b76-89e0-68e8b3d0dd47" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.403757] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1c38a9d-7a02-4b76-89e0-68e8b3d0dd47" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.404535] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1c38a9d-7a02-4b76-89e0-68e8b3d0dd47" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.404535] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.404535] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.404535] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.404697] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.404697] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.404760] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e1c38a9d-7a02-4b76-89e0-68e8b3d0dd47',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.686542] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa366b1e-0919-4c5b-9aba-9f2e5d521b6a in Status: SUCCESS [ 1092.686542] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa366b1e-0919-4c5b-9aba-9f2e5d521b6a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.907256] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.907474] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.907567] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.907843] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.907938] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.908182] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.908283] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.908344] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.908520] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.908635] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.908742] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e1c38a9d-7a02-4b76-89e0-68e8b3d0dd47 is going to be updated. [ 1092.938874] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.939256] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.939420] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.940481] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.940988] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.952449] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1c38a9d-7a02-4b76-89e0-68e8b3d0dd47 in Status: IN_PROGRESS for 2s [ 1093.866196] env[65424]: INFO networking_nsxv3.common.synchronization [None req-1473f29f-eb29-43c1-9ac3-836f5ba9df88 None None] Enqueued Resource ID: dc7d32ce-c6b5-40bd-9d64-727e343a848f with Priority: HIGHEST for action port [ 1093.867063] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc7d32ce-c6b5-40bd-9d64-727e343a848f with Priority: HIGHEST for action port [ 1093.867422] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock port-dc7d32ce-c6b5-40bd-9d64-727e343a848f taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.867812] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dc7d32ce-c6b5-40bd-9d64-727e343a848f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.867812] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dc7d32ce-c6b5-40bd-9d64-727e343a848f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.867985] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dc7d32ce-c6b5-40bd-9d64-727e343a848f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.867985] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dc7d32ce-c6b5-40bd-9d64-727e343a848f',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.371387] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dc7d32ce-c6b5-40bd-9d64-727e343a848f [ 1094.371897] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.371897] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.371897] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.372171] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.372284] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.372401] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dc7d32ce-c6b5-40bd-9d64-727e343a848f already deleted. [ 1094.372492] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dc7d32ce-c6b5-40bd-9d64-727e343a848f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.576320] env[65424]: INFO networking_nsxv3.common.synchronization [None req-6dfc0556-3d6b-4fbb-ab1b-d3c42bc15be3 tempest-ServerActionsTestOtherA-1226392852 tempest-ServerActionsTestOtherA-1226392852-project-member] Enqueued Resource ID: 62657b69-69d5-4788-9487-968183c67fa4 with Priority: HIGHEST for action security_group_rules [ 1094.576841] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62657b69-69d5-4788-9487-968183c67fa4 with Priority: HIGHEST for action security_group_rules [ 1094.578046] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock rules-62657b69-69d5-4788-9487-968183c67fa4 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.578046] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-62657b69-69d5-4788-9487-968183c67fa4" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.578046] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-62657b69-69d5-4788-9487-968183c67fa4" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.578046] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-62657b69-69d5-4788-9487-968183c67fa4" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.578046] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('62657b69-69d5-4788-9487-968183c67fa4',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.661192] env[65424]: INFO networking_nsxv3.common.synchronization [None req-327a5088-9cc5-4b83-92c5-1c12839cb621 tempest-ServerActionsTestOtherA-1226392852 tempest-ServerActionsTestOtherA-1226392852-project-member] Enqueued Resource ID: 62657b69-69d5-4788-9487-968183c67fa4 with Priority: HIGHEST for action security_group_rules [ 1094.661651] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62657b69-69d5-4788-9487-968183c67fa4 with Priority: HIGHEST for action security_group_rules [ 1094.661892] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock rules-62657b69-69d5-4788-9487-968183c67fa4 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.661994] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-62657b69-69d5-4788-9487-968183c67fa4" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.966989] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1c38a9d-7a02-4b76-89e0-68e8b3d0dd47 in Status: SUCCESS [ 1094.966989] env[65424]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e1c38a9d-7a02-4b76-89e0-68e8b3d0dd47 deletion is rescheduled due to dependency. [ 1094.966989] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1c38a9d-7a02-4b76-89e0-68e8b3d0dd47" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.966989] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1c38a9d-7a02-4b76-89e0-68e8b3d0dd47" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.966989] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1c38a9d-7a02-4b76-89e0-68e8b3d0dd47" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.966989] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.966989] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.966989] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.966989] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.966989] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.966989] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1c38a9d-7a02-4b76-89e0-68e8b3d0dd47" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.966989] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e1c38a9d-7a02-4b76-89e0-68e8b3d0dd47',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.968094] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1c38a9d-7a02-4b76-89e0-68e8b3d0dd47" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.968094] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1c38a9d-7a02-4b76-89e0-68e8b3d0dd47" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.968094] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.968094] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.968094] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.968094] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.968308] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.968308] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e1c38a9d-7a02-4b76-89e0-68e8b3d0dd47',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.098048] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.098169] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.098241] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.098456] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.098585] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.098630] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 62657b69-69d5-4788-9487-968183c67fa4 already deleted. [ 1095.098715] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-62657b69-69d5-4788-9487-968183c67fa4" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.098869] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-62657b69-69d5-4788-9487-968183c67fa4" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.099029] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-62657b69-69d5-4788-9487-968183c67fa4" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.099115] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('62657b69-69d5-4788-9487-968183c67fa4',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.470452] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1c38a9d-7a02-4b76-89e0-68e8b3d0dd47 taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.470641] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1c38a9d-7a02-4b76-89e0-68e8b3d0dd47" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.473138] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.473282] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.473336] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.473562] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.473652] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.473841] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.473942] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.474010] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.474171] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.474247] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.474337] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e1c38a9d-7a02-4b76-89e0-68e8b3d0dd47 is going to be updated. [ 1095.506796] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.506796] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.506796] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.506796] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.506796] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.516932] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1c38a9d-7a02-4b76-89e0-68e8b3d0dd47 in Status: IN_PROGRESS for 2s [ 1095.622377] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.622377] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.622377] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.622377] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.622377] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.622377] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 62657b69-69d5-4788-9487-968183c67fa4 already deleted. [ 1095.622377] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-62657b69-69d5-4788-9487-968183c67fa4" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.471875] env[65424]: INFO networking_nsxv3.common.synchronization [None req-ce0f081b-f3c5-414d-ba15-da9ea526fc18 None None] Enqueued Resource ID: 60b659ba-f4f8-4935-a327-6cd2bb6ea570 with Priority: HIGHEST for action port [ 1096.474480] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60b659ba-f4f8-4935-a327-6cd2bb6ea570 with Priority: HIGHEST for action port [ 1096.476352] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock port-60b659ba-f4f8-4935-a327-6cd2bb6ea570 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.476683] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-60b659ba-f4f8-4935-a327-6cd2bb6ea570" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.476859] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-60b659ba-f4f8-4935-a327-6cd2bb6ea570" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.477301] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-60b659ba-f4f8-4935-a327-6cd2bb6ea570" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.477906] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('60b659ba-f4f8-4935-a327-6cd2bb6ea570',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.981758] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 60b659ba-f4f8-4935-a327-6cd2bb6ea570 [ 1096.981758] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.981932] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.981968] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.982191] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.982281] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.982372] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:60b659ba-f4f8-4935-a327-6cd2bb6ea570 already deleted. [ 1096.982451] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-60b659ba-f4f8-4935-a327-6cd2bb6ea570" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.551658] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1c38a9d-7a02-4b76-89e0-68e8b3d0dd47 in Status: SUCCESS [ 1097.551927] env[65424]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e1c38a9d-7a02-4b76-89e0-68e8b3d0dd47 deletion is rescheduled due to dependency. [ 1097.551975] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1c38a9d-7a02-4b76-89e0-68e8b3d0dd47" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.552146] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1c38a9d-7a02-4b76-89e0-68e8b3d0dd47" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.552370] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1c38a9d-7a02-4b76-89e0-68e8b3d0dd47" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.552557] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.552676] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.552789] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.552901] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.552972] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.553066] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1c38a9d-7a02-4b76-89e0-68e8b3d0dd47" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.553221] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1c38a9d-7a02-4b76-89e0-68e8b3d0dd47 taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.553313] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1c38a9d-7a02-4b76-89e0-68e8b3d0dd47" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.553367] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1c38a9d-7a02-4b76-89e0-68e8b3d0dd47" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.553504] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1c38a9d-7a02-4b76-89e0-68e8b3d0dd47" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.553640] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.553751] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.553830] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.554037] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.554121] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.554202] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1c38a9d-7a02-4b76-89e0-68e8b3d0dd47" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.554291] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e1c38a9d-7a02-4b76-89e0-68e8b3d0dd47',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.855070] env[65424]: INFO networking_nsxv3.common.synchronization [req-0e8d7fb7-1703-4e02-a3d5-dc8ce5eacc60 req-079ac5c1-a18b-4d19-89a6-991decbfbd50 tempest-ServersTestJSON-1121812603 tempest-ServersTestJSON-1121812603-project-member] Enqueued Resource ID: fa366b1e-0919-4c5b-9aba-9f2e5d521b6a with Priority: HIGHEST for action security_group_members [ 1097.855876] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa366b1e-0919-4c5b-9aba-9f2e5d521b6a with Priority: HIGHEST for action security_group_members [ 1097.856138] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa366b1e-0919-4c5b-9aba-9f2e5d521b6a taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.856266] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa366b1e-0919-4c5b-9aba-9f2e5d521b6a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.856327] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa366b1e-0919-4c5b-9aba-9f2e5d521b6a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.856521] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa366b1e-0919-4c5b-9aba-9f2e5d521b6a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.856676] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.856789] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.856851] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.857016] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.857100] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.857192] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fa366b1e-0919-4c5b-9aba-9f2e5d521b6a',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.057037] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e1c38a9d-7a02-4b76-89e0-68e8b3d0dd47: rpc.has_security_group_logging(os_id): False [ 1098.081227] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.081408] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.081551] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.081644] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.081791] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.081957] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.082075] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.082159] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.082274] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.082350] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.082528] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.082621] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.082721] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.082817] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.082889] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.083221] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.083221] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.083221] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.083351] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.083515] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.083515] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e1c38a9d-7a02-4b76-89e0-68e8b3d0dd47 is going to be updated. [ 1098.164463] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.164627] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.164742] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.164924] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.165089] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.169116] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock network-155 taken with stack trace [, , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.169388] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "network-155" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.169546] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "network-155" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.169846] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "network-155" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.170170] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.170400] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.170522] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.170785] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.170967] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.171222] env[65424]: DEBUG dogpile.cache.region [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] No value present for key: 'zone-id' {{(pid=65424) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1098.171370] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] NeedRegenerationException {{(pid=65424) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1098.171502] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] no value, waiting for create lock {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1098.171633] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] value creation lock acquired {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1098.171765] env[65424]: DEBUG dogpile.cache.region [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] No value present for key: 'zone-id' {{(pid=65424) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1098.171893] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Calling creation function for not-yet-present value {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1098.172071] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1098.186299] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e1c38a9d-7a02-4b76-89e0-68e8b3d0dd47 in Status: IN_PROGRESS for 2s [ 1098.195240] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1098.195549] env[65424]: DEBUG dogpile.cache.region [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65424) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1098.195699] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Released creation lock {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1098.195876] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "network-155" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.196210] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock port-0fc1137a-8c73-4bc1-ac63-4a969273026d taken with stack trace [, , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.196386] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "port-0fc1137a-8c73-4bc1-ac63-4a969273026d" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.196503] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "port-0fc1137a-8c73-4bc1-ac63-4a969273026d" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.196821] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "port-0fc1137a-8c73-4bc1-ac63-4a969273026d" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.196957] env[65424]: DEBUG networking_nsxv3.api.rpc [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0fc1137a-8c73-4bc1-ac63-4a969273026d',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.359564] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fa366b1e-0919-4c5b-9aba-9f2e5d521b6a',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.700246] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.700755] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.700858] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.701181] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.701409] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.701659] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Segment Port 0fc1137a-8c73-4bc1-ac63-4a969273026d not found, creating... [ 1098.702090] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.702333] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.702525] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.702894] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.703114] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.703479] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.703716] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.703909] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.704187] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.704382] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.704589] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Resource: SegmentPort with ID: 0fc1137a-8c73-4bc1-ac63-4a969273026d is going to be created. [ 1098.734313] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.734531] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.734653] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.734939] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.735211] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.735457] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "port-0fc1137a-8c73-4bc1-ac63-4a969273026d" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.833785] env[65424]: INFO networking_nsxv3.common.synchronization [req-c0d19354-aa59-4777-aa24-efe6232e3222 req-49224557-7388-4dd8-8ff8-3754d86c7b40 tempest-ImagesTestJSON-1724783343 tempest-ImagesTestJSON-1724783343-project-member] Enqueued Resource ID: 68f4bc32-bfc6-4c43-aeef-b481f593202c with Priority: HIGHEST for action security_group_members [ 1098.834328] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68f4bc32-bfc6-4c43-aeef-b481f593202c with Priority: HIGHEST for action security_group_members [ 1098.834642] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-68f4bc32-bfc6-4c43-aeef-b481f593202c taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.834766] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68f4bc32-bfc6-4c43-aeef-b481f593202c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.834833] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68f4bc32-bfc6-4c43-aeef-b481f593202c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.835040] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68f4bc32-bfc6-4c43-aeef-b481f593202c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.835248] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.835355] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.835438] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.835618] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.835674] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.836407] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('68f4bc32-bfc6-4c43-aeef-b481f593202c',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.861839] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fa366b1e-0919-4c5b-9aba-9f2e5d521b6a',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.338252] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.338252] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.338252] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.338541] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.359431] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.359663] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.359798] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.359895] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.360163] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.360250] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.360342] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68f4bc32-bfc6-4c43-aeef-b481f593202c is going to be updated. [ 1099.364385] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.364509] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.364575] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.364763] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.364957] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.364957] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa366b1e-0919-4c5b-9aba-9f2e5d521b6a is going to be updated. [ 1099.390531] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.390531] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.390531] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.390531] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.390531] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.391158] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.391275] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.391388] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.391518] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.391646] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.402744] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68f4bc32-bfc6-4c43-aeef-b481f593202c in Status: IN_PROGRESS for 2s [ 1099.403125] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa366b1e-0919-4c5b-9aba-9f2e5d521b6a in Status: IN_PROGRESS for 2s [ 1099.421229] env[65424]: INFO networking_nsxv3.common.synchronization [req-0e8d7fb7-1703-4e02-a3d5-dc8ce5eacc60 req-86dc60f0-e119-4de7-91e9-f71129aeacdd service nova] Enqueued Resource ID: fa366b1e-0919-4c5b-9aba-9f2e5d521b6a with Priority: HIGHEST for action security_group_rules [ 1099.421402] env[65424]: INFO networking_nsxv3.common.synchronization [req-0e8d7fb7-1703-4e02-a3d5-dc8ce5eacc60 req-86dc60f0-e119-4de7-91e9-f71129aeacdd service nova] Enqueued Resource ID: fa366b1e-0919-4c5b-9aba-9f2e5d521b6a with Priority: HIGHEST for action security_group_members [ 1099.421548] env[65424]: INFO networking_nsxv3.common.synchronization [req-0e8d7fb7-1703-4e02-a3d5-dc8ce5eacc60 req-86dc60f0-e119-4de7-91e9-f71129aeacdd service nova] Enqueued Resource ID: 0fc1137a-8c73-4bc1-ac63-4a969273026d with Priority: HIGHEST for action port [ 1099.421855] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa366b1e-0919-4c5b-9aba-9f2e5d521b6a with Priority: HIGHEST for action security_group_rules [ 1099.421996] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa366b1e-0919-4c5b-9aba-9f2e5d521b6a with Priority: HIGHEST for action security_group_members [ 1099.422128] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0fc1137a-8c73-4bc1-ac63-4a969273026d with Priority: HIGHEST for action port [ 1099.422748] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fa366b1e-0919-4c5b-9aba-9f2e5d521b6a taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.422908] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fa366b1e-0919-4c5b-9aba-9f2e5d521b6a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.422942] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fa366b1e-0919-4c5b-9aba-9f2e5d521b6a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.424816] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fa366b1e-0919-4c5b-9aba-9f2e5d521b6a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.424995] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fa366b1e-0919-4c5b-9aba-9f2e5d521b6a',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.426023] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa366b1e-0919-4c5b-9aba-9f2e5d521b6a taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.426023] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa366b1e-0919-4c5b-9aba-9f2e5d521b6a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.426210] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock port-0fc1137a-8c73-4bc1-ac63-4a969273026d taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.426317] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0fc1137a-8c73-4bc1-ac63-4a969273026d" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.426365] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0fc1137a-8c73-4bc1-ac63-4a969273026d" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.426538] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0fc1137a-8c73-4bc1-ac63-4a969273026d" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.426603] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0fc1137a-8c73-4bc1-ac63-4a969273026d',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.928916] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa366b1e-0919-4c5b-9aba-9f2e5d521b6a taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.929228] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa366b1e-0919-4c5b-9aba-9f2e5d521b6a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.929309] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0fc1137a-8c73-4bc1-ac63-4a969273026d with status ACTIVE [ 1099.929420] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.929523] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.929591] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.929784] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.929872] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.930084] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.930200] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.930238] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.930393] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.930468] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.930648] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.930740] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.930832] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.930926] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.930998] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.931091] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0fc1137a-8c73-4bc1-ac63-4a969273026d is going to be updated. [ 1099.953035] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.953035] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.953234] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.953286] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.953423] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.953582] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0fc1137a-8c73-4bc1-ac63-4a969273026d" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.199895] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e1c38a9d-7a02-4b76-89e0-68e8b3d0dd47 in Status: SUCCESS [ 1100.200169] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e1c38a9d-7a02-4b76-89e0-68e8b3d0dd47" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.200346] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e1c38a9d-7a02-4b76-89e0-68e8b3d0dd47" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.200560] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e1c38a9d-7a02-4b76-89e0-68e8b3d0dd47" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.200657] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e1c38a9d-7a02-4b76-89e0-68e8b3d0dd47',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.312706] env[65424]: INFO networking_nsxv3.common.synchronization [req-5962d97f-ba43-48d9-a4bf-3ffbbbe1d7d7 req-a1d10468-6733-4cd1-812a-45a9f2030239 tempest-ServerActionsTestOtherA-1226392852 tempest-ServerActionsTestOtherA-1226392852-project-member] Enqueued Resource ID: 62657b69-69d5-4788-9487-968183c67fa4 with Priority: HIGHEST for action security_group_members [ 1100.312827] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62657b69-69d5-4788-9487-968183c67fa4 with Priority: HIGHEST for action security_group_members [ 1100.313138] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-62657b69-69d5-4788-9487-968183c67fa4 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.313257] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62657b69-69d5-4788-9487-968183c67fa4" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.313323] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62657b69-69d5-4788-9487-968183c67fa4" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.313572] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62657b69-69d5-4788-9487-968183c67fa4" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.313721] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.313822] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.313881] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.314035] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.314116] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.314207] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('62657b69-69d5-4788-9487-968183c67fa4',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.625889] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock network-512 taken with stack trace [, , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.626165] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "network-512" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.626297] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "network-512" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.626561] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "network-512" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.626841] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.627019] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.627143] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.627345] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.627484] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.627715] env[65424]: DEBUG dogpile.cache.region [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] No value present for key: 'zone-id' {{(pid=65424) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1100.627826] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] NeedRegenerationException {{(pid=65424) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1100.627930] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] no value, waiting for create lock {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1100.628049] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] value creation lock acquired {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1100.628159] env[65424]: DEBUG dogpile.cache.region [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] No value present for key: 'zone-id' {{(pid=65424) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1100.628261] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Calling creation function for not-yet-present value {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1100.628386] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1100.647863] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1100.647954] env[65424]: DEBUG dogpile.cache.region [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65424) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1100.648169] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Released creation lock {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1100.648316] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "network-512" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.648629] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock port-253f48a1-eb77-49d3-b255-0dd1f96dab42 taken with stack trace [, , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.648880] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "port-253f48a1-eb77-49d3-b255-0dd1f96dab42" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.649189] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "port-253f48a1-eb77-49d3-b255-0dd1f96dab42" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.649344] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "port-253f48a1-eb77-49d3-b255-0dd1f96dab42" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.649589] env[65424]: DEBUG networking_nsxv3.api.rpc [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('253f48a1-eb77-49d3-b255-0dd1f96dab42',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.720881] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.721032] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.721109] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.721340] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.721435] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.721531] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e1c38a9d-7a02-4b76-89e0-68e8b3d0dd47 is going to be deleted. [ 1100.776591] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.776591] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.776591] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.776591] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.776591] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.776591] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e1c38a9d-7a02-4b76-89e0-68e8b3d0dd47" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.816700] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.816870] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.816912] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.817160] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.817251] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.817446] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.817548] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.817659] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.817834] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.817912] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.817999] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62657b69-69d5-4788-9487-968183c67fa4 already deleted. [ 1100.818094] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62657b69-69d5-4788-9487-968183c67fa4" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.152055] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.152358] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.152428] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.152687] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.152831] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.152983] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Segment Port 253f48a1-eb77-49d3-b255-0dd1f96dab42 not found, creating... [ 1101.153267] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.153413] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.153539] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.153725] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.153854] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.154136] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.154284] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.154394] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.154590] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.154716] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.154849] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Resource: SegmentPort with ID: 253f48a1-eb77-49d3-b255-0dd1f96dab42 is going to be created. [ 1101.174209] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.175036] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.175036] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.175036] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.175183] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.175319] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "port-253f48a1-eb77-49d3-b255-0dd1f96dab42" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.413360] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa366b1e-0919-4c5b-9aba-9f2e5d521b6a in Status: SUCCESS [ 1101.413579] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa366b1e-0919-4c5b-9aba-9f2e5d521b6a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.414310] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68f4bc32-bfc6-4c43-aeef-b481f593202c in Status: SUCCESS [ 1101.414482] env[65424]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68f4bc32-bfc6-4c43-aeef-b481f593202c deletion is rescheduled due to dependency. [ 1101.414543] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68f4bc32-bfc6-4c43-aeef-b481f593202c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.414687] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa366b1e-0919-4c5b-9aba-9f2e5d521b6a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.414897] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa366b1e-0919-4c5b-9aba-9f2e5d521b6a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.415103] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.415210] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.415272] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.415425] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.415505] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.415656] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fa366b1e-0919-4c5b-9aba-9f2e5d521b6a',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.861698] env[65424]: INFO networking_nsxv3.common.synchronization [req-5962d97f-ba43-48d9-a4bf-3ffbbbe1d7d7 req-d8ecd1ae-f560-4550-8d44-47aa7f1cb02e service nova] Enqueued Resource ID: 62657b69-69d5-4788-9487-968183c67fa4 with Priority: HIGHEST for action security_group_rules [ 1101.861899] env[65424]: INFO networking_nsxv3.common.synchronization [req-5962d97f-ba43-48d9-a4bf-3ffbbbe1d7d7 req-d8ecd1ae-f560-4550-8d44-47aa7f1cb02e service nova] Enqueued Resource ID: 62657b69-69d5-4788-9487-968183c67fa4 with Priority: HIGHEST for action security_group_members [ 1101.862053] env[65424]: INFO networking_nsxv3.common.synchronization [req-5962d97f-ba43-48d9-a4bf-3ffbbbe1d7d7 req-d8ecd1ae-f560-4550-8d44-47aa7f1cb02e service nova] Enqueued Resource ID: 253f48a1-eb77-49d3-b255-0dd1f96dab42 with Priority: HIGHEST for action port [ 1101.862291] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62657b69-69d5-4788-9487-968183c67fa4 with Priority: HIGHEST for action security_group_rules [ 1101.862417] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62657b69-69d5-4788-9487-968183c67fa4 with Priority: HIGHEST for action security_group_members [ 1101.862513] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 253f48a1-eb77-49d3-b255-0dd1f96dab42 with Priority: HIGHEST for action port [ 1101.863340] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock rules-62657b69-69d5-4788-9487-968183c67fa4 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.863475] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-62657b69-69d5-4788-9487-968183c67fa4" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.863533] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-62657b69-69d5-4788-9487-968183c67fa4" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.863726] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-62657b69-69d5-4788-9487-968183c67fa4" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.863802] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('62657b69-69d5-4788-9487-968183c67fa4',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.865016] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-62657b69-69d5-4788-9487-968183c67fa4 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.865016] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62657b69-69d5-4788-9487-968183c67fa4" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.865016] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62657b69-69d5-4788-9487-968183c67fa4" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.865016] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62657b69-69d5-4788-9487-968183c67fa4" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.865244] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.865244] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.865244] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.865354] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.865397] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.865487] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('62657b69-69d5-4788-9487-968183c67fa4',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.866215] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock port-253f48a1-eb77-49d3-b255-0dd1f96dab42 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.866323] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-253f48a1-eb77-49d3-b255-0dd1f96dab42" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.866389] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-253f48a1-eb77-49d3-b255-0dd1f96dab42" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.866534] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-253f48a1-eb77-49d3-b255-0dd1f96dab42" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.866614] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('253f48a1-eb77-49d3-b255-0dd1f96dab42',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.917948] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fa366b1e-0919-4c5b-9aba-9f2e5d521b6a',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.367812] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('62657b69-69d5-4788-9487-968183c67fa4',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.369049] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-62657b69-69d5-4788-9487-968183c67fa4 taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.369049] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62657b69-69d5-4788-9487-968183c67fa4" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.369311] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 253f48a1-eb77-49d3-b255-0dd1f96dab42 with status ACTIVE [ 1102.369311] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.369398] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.369398] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.369589] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.369679] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.369849] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.369944] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.370033] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.370195] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.370272] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.370448] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.370538] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.370601] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.370858] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.370858] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.370943] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 253f48a1-eb77-49d3-b255-0dd1f96dab42 is going to be updated. [ 1102.391673] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.391866] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.391922] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.392342] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.392500] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.392670] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-253f48a1-eb77-49d3-b255-0dd1f96dab42" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.422407] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fa366b1e-0919-4c5b-9aba-9f2e5d521b6a',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.559507] env[65424]: INFO networking_nsxv3.common.synchronization [req-298b0160-9e76-4195-90b3-c0af545c527f req-9b1a6869-dc16-429e-9218-0e3edc7ca475 tempest-ImagesTestJSON-1724783343 tempest-ImagesTestJSON-1724783343-project-member] Enqueued Resource ID: 68f4bc32-bfc6-4c43-aeef-b481f593202c with Priority: HIGHEST for action security_group_members [ 1102.559507] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68f4bc32-bfc6-4c43-aeef-b481f593202c with Priority: HIGHEST for action security_group_members [ 1102.559815] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-68f4bc32-bfc6-4c43-aeef-b481f593202c taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.559899] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68f4bc32-bfc6-4c43-aeef-b481f593202c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.559899] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68f4bc32-bfc6-4c43-aeef-b481f593202c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.560338] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68f4bc32-bfc6-4c43-aeef-b481f593202c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.560474] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.560700] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.560700] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.560825] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.560925] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.561033] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('68f4bc32-bfc6-4c43-aeef-b481f593202c',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.871898] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock network-152 taken with stack trace [, , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.872108] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "network-152" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.872232] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "network-152" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.872494] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "network-152" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.872745] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.872897] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.873020] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.873235] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.873374] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.873575] env[65424]: DEBUG dogpile.cache.region [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] No value present for key: 'zone-id' {{(pid=65424) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1102.873685] env[65424]: DEBUG dogpile.lock [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] NeedRegenerationException {{(pid=65424) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1102.873790] env[65424]: DEBUG dogpile.lock [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] no value, waiting for create lock {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1102.873893] env[65424]: DEBUG dogpile.lock [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] value creation lock acquired {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1102.873997] env[65424]: DEBUG dogpile.cache.region [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] No value present for key: 'zone-id' {{(pid=65424) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1102.874113] env[65424]: DEBUG dogpile.lock [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Calling creation function for not-yet-present value {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1102.874241] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1102.875829] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('62657b69-69d5-4788-9487-968183c67fa4',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.901300] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1102.901541] env[65424]: DEBUG dogpile.cache.region [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65424) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1102.901685] env[65424]: DEBUG dogpile.lock [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Released creation lock {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1102.902042] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "network-152" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.902395] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock port-4e410a05-3af9-4882-ab2a-01f55173f98b taken with stack trace [, , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.902580] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "port-4e410a05-3af9-4882-ab2a-01f55173f98b" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.902850] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "port-4e410a05-3af9-4882-ab2a-01f55173f98b" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.903224] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "port-4e410a05-3af9-4882-ab2a-01f55173f98b" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.903628] env[65424]: DEBUG networking_nsxv3.api.rpc [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4e410a05-3af9-4882-ab2a-01f55173f98b',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.925025] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.925025] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.925025] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.925025] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.925277] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.925277] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa366b1e-0919-4c5b-9aba-9f2e5d521b6a is going to be updated. [ 1102.954304] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.954482] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.954568] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.954771] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.954911] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.965966] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa366b1e-0919-4c5b-9aba-9f2e5d521b6a in Status: IN_PROGRESS for 2s [ 1103.063241] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.063433] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.063483] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.063673] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.063761] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.063957] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.064067] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.064131] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.064271] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.064350] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.064417] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68f4bc32-bfc6-4c43-aeef-b481f593202c is going to be updated. [ 1103.092191] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.092403] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.092521] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.092945] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.093173] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.101510] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68f4bc32-bfc6-4c43-aeef-b481f593202c in Status: IN_PROGRESS for 2s [ 1103.378633] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.378932] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.378932] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.379159] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.379286] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.379393] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62657b69-69d5-4788-9487-968183c67fa4 is going to be created. [ 1103.404782] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.404782] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.404782] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.404982] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.405050] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.406493] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.406716] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.406893] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.407178] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.407351] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.407520] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Segment Port 4e410a05-3af9-4882-ab2a-01f55173f98b not found, creating... [ 1103.407877] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.408102] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.408270] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.408508] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.408675] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.409137] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.409242] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.409348] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.409569] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.409745] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.409895] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Resource: SegmentPort with ID: 4e410a05-3af9-4882-ab2a-01f55173f98b is going to be created. [ 1103.420645] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62657b69-69d5-4788-9487-968183c67fa4 in Status: UNINITIALIZED for 2s [ 1103.438239] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.438855] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.439229] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.439824] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.440373] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.440905] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "port-4e410a05-3af9-4882-ab2a-01f55173f98b" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.118416] env[65424]: INFO networking_nsxv3.common.synchronization [req-298b0160-9e76-4195-90b3-c0af545c527f req-42dd788b-9311-4c95-a7f8-6435f9692dd8 service nova] Enqueued Resource ID: 68f4bc32-bfc6-4c43-aeef-b481f593202c with Priority: HIGHEST for action security_group_rules [ 1104.118602] env[65424]: INFO networking_nsxv3.common.synchronization [req-298b0160-9e76-4195-90b3-c0af545c527f req-42dd788b-9311-4c95-a7f8-6435f9692dd8 service nova] Enqueued Resource ID: 68f4bc32-bfc6-4c43-aeef-b481f593202c with Priority: HIGHEST for action security_group_members [ 1104.118775] env[65424]: INFO networking_nsxv3.common.synchronization [req-298b0160-9e76-4195-90b3-c0af545c527f req-42dd788b-9311-4c95-a7f8-6435f9692dd8 service nova] Enqueued Resource ID: 4e410a05-3af9-4882-ab2a-01f55173f98b with Priority: HIGHEST for action port [ 1104.119309] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68f4bc32-bfc6-4c43-aeef-b481f593202c with Priority: HIGHEST for action security_group_rules [ 1104.119446] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68f4bc32-bfc6-4c43-aeef-b481f593202c with Priority: HIGHEST for action security_group_members [ 1104.119544] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e410a05-3af9-4882-ab2a-01f55173f98b with Priority: HIGHEST for action port [ 1104.119810] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock rules-68f4bc32-bfc6-4c43-aeef-b481f593202c taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.119934] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-68f4bc32-bfc6-4c43-aeef-b481f593202c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.120033] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-68f4bc32-bfc6-4c43-aeef-b481f593202c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.121796] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-68f4bc32-bfc6-4c43-aeef-b481f593202c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.121954] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('68f4bc32-bfc6-4c43-aeef-b481f593202c',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.122845] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-68f4bc32-bfc6-4c43-aeef-b481f593202c taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.122955] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68f4bc32-bfc6-4c43-aeef-b481f593202c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.123171] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock port-4e410a05-3af9-4882-ab2a-01f55173f98b taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.123402] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4e410a05-3af9-4882-ab2a-01f55173f98b" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.123402] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4e410a05-3af9-4882-ab2a-01f55173f98b" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.123510] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4e410a05-3af9-4882-ab2a-01f55173f98b" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.123587] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4e410a05-3af9-4882-ab2a-01f55173f98b',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.627018] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-68f4bc32-bfc6-4c43-aeef-b481f593202c taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.627442] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68f4bc32-bfc6-4c43-aeef-b481f593202c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.627442] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4e410a05-3af9-4882-ab2a-01f55173f98b with status ACTIVE [ 1104.627512] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.627726] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.627875] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.628193] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.628325] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.628539] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.628647] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.628794] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.628991] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.629116] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.629328] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.629485] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.629527] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.629707] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.629744] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.629826] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4e410a05-3af9-4882-ab2a-01f55173f98b is going to be updated. [ 1104.651251] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.651426] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.651426] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.651721] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.651898] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.652100] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4e410a05-3af9-4882-ab2a-01f55173f98b" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.976891] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa366b1e-0919-4c5b-9aba-9f2e5d521b6a in Status: SUCCESS [ 1104.977090] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa366b1e-0919-4c5b-9aba-9f2e5d521b6a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.977228] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa366b1e-0919-4c5b-9aba-9f2e5d521b6a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.977475] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa366b1e-0919-4c5b-9aba-9f2e5d521b6a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.977791] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.977937] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.977985] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.978171] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.978263] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.978358] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa366b1e-0919-4c5b-9aba-9f2e5d521b6a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.978460] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fa366b1e-0919-4c5b-9aba-9f2e5d521b6a',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.110778] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68f4bc32-bfc6-4c43-aeef-b481f593202c in Status: SUCCESS [ 1105.110994] env[65424]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68f4bc32-bfc6-4c43-aeef-b481f593202c deletion is rescheduled due to dependency. [ 1105.111162] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68f4bc32-bfc6-4c43-aeef-b481f593202c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.111336] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68f4bc32-bfc6-4c43-aeef-b481f593202c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.111555] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68f4bc32-bfc6-4c43-aeef-b481f593202c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.111832] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.112186] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.112465] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.112703] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.112800] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.112905] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('68f4bc32-bfc6-4c43-aeef-b481f593202c',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.431271] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62657b69-69d5-4788-9487-968183c67fa4 in Status: SUCCESS [ 1105.431488] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62657b69-69d5-4788-9487-968183c67fa4" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.431660] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62657b69-69d5-4788-9487-968183c67fa4" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.431890] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62657b69-69d5-4788-9487-968183c67fa4" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.432094] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.432215] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.432279] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.432437] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.432518] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.432603] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62657b69-69d5-4788-9487-968183c67fa4" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.432709] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('62657b69-69d5-4788-9487-968183c67fa4',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.481576] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa366b1e-0919-4c5b-9aba-9f2e5d521b6a taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.481576] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa366b1e-0919-4c5b-9aba-9f2e5d521b6a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.481576] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa366b1e-0919-4c5b-9aba-9f2e5d521b6a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.481576] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa366b1e-0919-4c5b-9aba-9f2e5d521b6a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.481845] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.481845] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.481931] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.482022] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.482109] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.482197] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa366b1e-0919-4c5b-9aba-9f2e5d521b6a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.482343] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa366b1e-0919-4c5b-9aba-9f2e5d521b6a taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.482435] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa366b1e-0919-4c5b-9aba-9f2e5d521b6a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.482496] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa366b1e-0919-4c5b-9aba-9f2e5d521b6a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.482643] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa366b1e-0919-4c5b-9aba-9f2e5d521b6a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.482762] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.482857] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.482955] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.483118] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.483194] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.483276] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa366b1e-0919-4c5b-9aba-9f2e5d521b6a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.483357] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fa366b1e-0919-4c5b-9aba-9f2e5d521b6a',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.615818] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('68f4bc32-bfc6-4c43-aeef-b481f593202c',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.934711] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('62657b69-69d5-4788-9487-968183c67fa4',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.985116] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fa366b1e-0919-4c5b-9aba-9f2e5d521b6a: rpc.has_security_group_logging(os_id): False [ 1106.007805] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.008050] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.008050] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.008279] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.029438] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.029690] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.029816] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.029883] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.030160] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.030248] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.030482] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.030588] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.030652] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.030826] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.030906] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.031117] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.031212] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.031276] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.031423] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.031503] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.031599] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fa366b1e-0919-4c5b-9aba-9f2e5d521b6a is going to be updated. [ 1106.100162] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.100361] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.100361] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.100548] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.100698] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.118580] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('68f4bc32-bfc6-4c43-aeef-b481f593202c',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.123237] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fa366b1e-0919-4c5b-9aba-9f2e5d521b6a in Status: IN_PROGRESS for 2s [ 1106.437551] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 62657b69-69d5-4788-9487-968183c67fa4: rpc.has_security_group_logging(os_id): False [ 1106.457864] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.458099] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.458099] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.458387] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.458486] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.458812] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.458968] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.459036] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.459223] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.459313] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.459407] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 62657b69-69d5-4788-9487-968183c67fa4 is going to be created. [ 1106.521086] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.521247] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.521307] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.521507] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.521682] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.533667] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 62657b69-69d5-4788-9487-968183c67fa4 in Status: IN_PROGRESS for 2s [ 1106.621361] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.621476] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.621560] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.621779] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.622391] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.622391] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68f4bc32-bfc6-4c43-aeef-b481f593202c is going to be updated. [ 1106.668373] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.668531] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.668602] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.668886] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.669059] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.680291] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68f4bc32-bfc6-4c43-aeef-b481f593202c in Status: IN_PROGRESS for 2s [ 1108.139445] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fa366b1e-0919-4c5b-9aba-9f2e5d521b6a in Status: SUCCESS [ 1108.139874] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fa366b1e-0919-4c5b-9aba-9f2e5d521b6a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.545443] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 62657b69-69d5-4788-9487-968183c67fa4 in Status: SUCCESS [ 1108.545694] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-62657b69-69d5-4788-9487-968183c67fa4" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.691270] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68f4bc32-bfc6-4c43-aeef-b481f593202c in Status: SUCCESS [ 1108.691537] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68f4bc32-bfc6-4c43-aeef-b481f593202c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.691720] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68f4bc32-bfc6-4c43-aeef-b481f593202c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.691992] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68f4bc32-bfc6-4c43-aeef-b481f593202c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.692209] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.692367] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.692438] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.692605] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.692685] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.692772] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68f4bc32-bfc6-4c43-aeef-b481f593202c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.692869] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('68f4bc32-bfc6-4c43-aeef-b481f593202c',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.120908] env[65424]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1109.121041] env[65424]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1109.195866] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-68f4bc32-bfc6-4c43-aeef-b481f593202c taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.196343] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68f4bc32-bfc6-4c43-aeef-b481f593202c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.196343] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68f4bc32-bfc6-4c43-aeef-b481f593202c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.196343] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68f4bc32-bfc6-4c43-aeef-b481f593202c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.196500] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.196699] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.196699] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.196820] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.196913] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.197010] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68f4bc32-bfc6-4c43-aeef-b481f593202c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.197165] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-68f4bc32-bfc6-4c43-aeef-b481f593202c taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.197251] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68f4bc32-bfc6-4c43-aeef-b481f593202c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.197305] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68f4bc32-bfc6-4c43-aeef-b481f593202c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.197445] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68f4bc32-bfc6-4c43-aeef-b481f593202c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.197579] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.197670] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.197737] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.197896] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.197965] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.198060] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68f4bc32-bfc6-4c43-aeef-b481f593202c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.198152] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('68f4bc32-bfc6-4c43-aeef-b481f593202c',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.700174] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 68f4bc32-bfc6-4c43-aeef-b481f593202c: rpc.has_security_group_logging(os_id): False [ 1109.718287] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.718478] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.718518] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.718798] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.718933] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.719127] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.719262] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.719333] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.719529] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.719634] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.719907] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.720028] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.720169] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.720330] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.720442] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.720674] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.720802] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.720892] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.721075] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.721179] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.721275] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 68f4bc32-bfc6-4c43-aeef-b481f593202c is going to be updated. [ 1109.785907] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.786114] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.786114] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.786332] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.786475] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.805158] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 68f4bc32-bfc6-4c43-aeef-b481f593202c in Status: IN_PROGRESS for 2s [ 1111.250148] env[65424]: INFO networking_nsxv3.common.synchronization [req-e5207cad-fba2-4f7b-8ce2-26a2c4c7b8a3 req-a25a7827-6ab4-4acf-803d-0c542db9d5a2 tempest-ServersTestJSON-1121812603 tempest-ServersTestJSON-1121812603-project-member] Enqueued Resource ID: fa366b1e-0919-4c5b-9aba-9f2e5d521b6a with Priority: HIGHEST for action security_group_members [ 1111.250148] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa366b1e-0919-4c5b-9aba-9f2e5d521b6a with Priority: HIGHEST for action security_group_members [ 1111.251425] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa366b1e-0919-4c5b-9aba-9f2e5d521b6a taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.251851] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa366b1e-0919-4c5b-9aba-9f2e5d521b6a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.251851] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa366b1e-0919-4c5b-9aba-9f2e5d521b6a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.254031] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa366b1e-0919-4c5b-9aba-9f2e5d521b6a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.254031] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.254031] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.254031] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.254031] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.254031] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.254031] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fa366b1e-0919-4c5b-9aba-9f2e5d521b6a',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.758303] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fa366b1e-0919-4c5b-9aba-9f2e5d521b6a',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.820846] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 68f4bc32-bfc6-4c43-aeef-b481f593202c in Status: SUCCESS [ 1111.821087] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-68f4bc32-bfc6-4c43-aeef-b481f593202c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.260245] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fa366b1e-0919-4c5b-9aba-9f2e5d521b6a',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.762674] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.763457] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.763457] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.763457] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.763457] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.763688] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa366b1e-0919-4c5b-9aba-9f2e5d521b6a is going to be updated. [ 1112.792489] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.793615] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.793821] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.794256] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.794529] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.805334] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa366b1e-0919-4c5b-9aba-9f2e5d521b6a in Status: IN_PROGRESS for 2s [ 1114.815937] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa366b1e-0919-4c5b-9aba-9f2e5d521b6a in Status: SUCCESS [ 1114.816325] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa366b1e-0919-4c5b-9aba-9f2e5d521b6a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.250531] env[65424]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1116.250871] env[65424]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1117.678972] env[65424]: INFO networking_nsxv3.common.synchronization [req-986d4c9b-d3a0-4c66-a944-26b2934eb232 req-67c867a5-604e-49c3-b344-3e7b1818df19 tempest-ServersTestJSON-1121812603 tempest-ServersTestJSON-1121812603-project-member] Enqueued Resource ID: fa366b1e-0919-4c5b-9aba-9f2e5d521b6a with Priority: HIGHEST for action security_group_members [ 1117.678972] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa366b1e-0919-4c5b-9aba-9f2e5d521b6a with Priority: HIGHEST for action security_group_members [ 1117.678972] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa366b1e-0919-4c5b-9aba-9f2e5d521b6a taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.678972] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa366b1e-0919-4c5b-9aba-9f2e5d521b6a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.678972] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa366b1e-0919-4c5b-9aba-9f2e5d521b6a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.679434] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa366b1e-0919-4c5b-9aba-9f2e5d521b6a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.679434] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.679434] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.679525] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.679614] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.679695] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.679791] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fa366b1e-0919-4c5b-9aba-9f2e5d521b6a',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.184949] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.185203] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.185203] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.185393] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.185483] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.185689] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.185789] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.185885] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.186113] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.186232] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.186343] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa366b1e-0919-4c5b-9aba-9f2e5d521b6a is going to be updated. [ 1118.217894] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.217894] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.217894] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.218183] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.218183] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.226427] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa366b1e-0919-4c5b-9aba-9f2e5d521b6a in Status: IN_PROGRESS for 2s [ 1120.238833] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa366b1e-0919-4c5b-9aba-9f2e5d521b6a in Status: SUCCESS [ 1120.239225] env[65424]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa366b1e-0919-4c5b-9aba-9f2e5d521b6a deletion is rescheduled due to dependency. [ 1120.239225] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa366b1e-0919-4c5b-9aba-9f2e5d521b6a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.679233] env[65424]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1122.679604] env[65424]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1127.680190] env[65424]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1127.680480] env[65424]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1132.534453] env[65424]: INFO networking_nsxv3.common.synchronization [req-4539b478-8c42-4661-a97a-2e74c0e2a331 req-324fa93a-f910-4f9e-96a5-2e529cdd0cc4 tempest-ImagesTestJSON-1724783343 tempest-ImagesTestJSON-1724783343-project-member] Enqueued Resource ID: 68f4bc32-bfc6-4c43-aeef-b481f593202c with Priority: HIGHEST for action security_group_members [ 1132.535043] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68f4bc32-bfc6-4c43-aeef-b481f593202c with Priority: HIGHEST for action security_group_members [ 1132.535313] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-68f4bc32-bfc6-4c43-aeef-b481f593202c taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.535449] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68f4bc32-bfc6-4c43-aeef-b481f593202c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.535515] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68f4bc32-bfc6-4c43-aeef-b481f593202c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.535708] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68f4bc32-bfc6-4c43-aeef-b481f593202c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.535885] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.535986] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.536067] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.536217] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.536331] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.536381] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('68f4bc32-bfc6-4c43-aeef-b481f593202c',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.800558] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock network-152 taken with stack trace [, , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.801061] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "network-152" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.801061] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "network-152" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.801229] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "network-152" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.801419] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.801573] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.801702] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.801920] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.802109] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.803295] env[65424]: DEBUG dogpile.cache.region [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] No value present for key: 'zone-id' {{(pid=65424) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1132.803295] env[65424]: DEBUG dogpile.lock [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] NeedRegenerationException {{(pid=65424) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1132.803295] env[65424]: DEBUG dogpile.lock [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] no value, waiting for create lock {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1132.803295] env[65424]: DEBUG dogpile.lock [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] value creation lock acquired {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1132.803295] env[65424]: DEBUG dogpile.cache.region [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] No value present for key: 'zone-id' {{(pid=65424) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1132.803295] env[65424]: DEBUG dogpile.lock [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Calling creation function for not-yet-present value {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1132.803295] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1132.833816] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1132.833816] env[65424]: DEBUG dogpile.cache.region [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=65424) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1132.833929] env[65424]: DEBUG dogpile.lock [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Released creation lock {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1132.834098] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "network-152" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.834417] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock port-18afae3f-a001-46b7-bec6-46fac961fac0 taken with stack trace [, , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.834689] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "port-18afae3f-a001-46b7-bec6-46fac961fac0" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.834971] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "port-18afae3f-a001-46b7-bec6-46fac961fac0" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.836030] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "port-18afae3f-a001-46b7-bec6-46fac961fac0" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.836030] env[65424]: DEBUG networking_nsxv3.api.rpc [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('18afae3f-a001-46b7-bec6-46fac961fac0',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.038557] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('68f4bc32-bfc6-4c43-aeef-b481f593202c',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.338192] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.338435] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.338604] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.338823] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.338999] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.339215] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Segment Port 18afae3f-a001-46b7-bec6-46fac961fac0 not found, creating... [ 1133.339476] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.339633] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.339747] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.339963] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.340107] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.340523] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.340626] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.340712] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.340974] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.341054] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.341181] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Resource: SegmentPort with ID: 18afae3f-a001-46b7-bec6-46fac961fac0 is going to be created. [ 1133.361620] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.361839] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.362072] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.362302] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.362537] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.362748] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "port-18afae3f-a001-46b7-bec6-46fac961fac0" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.541013] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('68f4bc32-bfc6-4c43-aeef-b481f593202c',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.630526] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock network-514 taken with stack trace [, , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.630721] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "network-514" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.630846] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "network-514" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.631123] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "network-514" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.631375] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.631527] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.631640] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.631856] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.631997] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.632217] env[65424]: DEBUG dogpile.cache.region [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] No value present for key: 'zone-id' {{(pid=65424) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1133.632325] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] NeedRegenerationException {{(pid=65424) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1133.632425] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] no value, waiting for create lock {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1133.632527] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] value creation lock acquired {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1133.632628] env[65424]: DEBUG dogpile.cache.region [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] No value present for key: 'zone-id' {{(pid=65424) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1133.632801] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Calling creation function for not-yet-present value {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1133.632867] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1133.654412] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1133.654618] env[65424]: DEBUG dogpile.cache.region [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65424) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1133.654722] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Released creation lock {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1133.654893] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "network-514" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.655247] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock port-17ad6b75-4b89-4bcc-bbe9-c77de1f2ff0f taken with stack trace [, , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.655415] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "port-17ad6b75-4b89-4bcc-bbe9-c77de1f2ff0f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.655530] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "port-17ad6b75-4b89-4bcc-bbe9-c77de1f2ff0f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.655861] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "port-17ad6b75-4b89-4bcc-bbe9-c77de1f2ff0f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.656018] env[65424]: DEBUG networking_nsxv3.api.rpc [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('17ad6b75-4b89-4bcc-bbe9-c77de1f2ff0f',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.042170] env[65424]: INFO networking_nsxv3.common.synchronization [req-4539b478-8c42-4661-a97a-2e74c0e2a331 req-a2471332-429b-4bf7-a30e-33bdd593bc67 service nova] Enqueued Resource ID: 68f4bc32-bfc6-4c43-aeef-b481f593202c with Priority: HIGHEST for action security_group_rules [ 1134.042341] env[65424]: INFO networking_nsxv3.common.synchronization [req-4539b478-8c42-4661-a97a-2e74c0e2a331 req-a2471332-429b-4bf7-a30e-33bdd593bc67 service nova] Enqueued Resource ID: 68f4bc32-bfc6-4c43-aeef-b481f593202c with Priority: HIGHEST for action security_group_members [ 1134.042477] env[65424]: INFO networking_nsxv3.common.synchronization [req-4539b478-8c42-4661-a97a-2e74c0e2a331 req-a2471332-429b-4bf7-a30e-33bdd593bc67 service nova] Enqueued Resource ID: 18afae3f-a001-46b7-bec6-46fac961fac0 with Priority: HIGHEST for action port [ 1134.042703] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68f4bc32-bfc6-4c43-aeef-b481f593202c with Priority: HIGHEST for action security_group_rules [ 1134.042828] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68f4bc32-bfc6-4c43-aeef-b481f593202c with Priority: HIGHEST for action security_group_members [ 1134.042925] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18afae3f-a001-46b7-bec6-46fac961fac0 with Priority: HIGHEST for action port [ 1134.043541] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.043629] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.043751] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.043894] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.043983] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.044121] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68f4bc32-bfc6-4c43-aeef-b481f593202c is going to be updated. [ 1134.045219] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock rules-68f4bc32-bfc6-4c43-aeef-b481f593202c taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.045333] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-68f4bc32-bfc6-4c43-aeef-b481f593202c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.045397] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-68f4bc32-bfc6-4c43-aeef-b481f593202c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.045555] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-68f4bc32-bfc6-4c43-aeef-b481f593202c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.045636] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('68f4bc32-bfc6-4c43-aeef-b481f593202c',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.046508] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-68f4bc32-bfc6-4c43-aeef-b481f593202c taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.046599] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68f4bc32-bfc6-4c43-aeef-b481f593202c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.046783] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock port-18afae3f-a001-46b7-bec6-46fac961fac0 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.046872] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-18afae3f-a001-46b7-bec6-46fac961fac0" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.046944] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-18afae3f-a001-46b7-bec6-46fac961fac0" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.047109] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-18afae3f-a001-46b7-bec6-46fac961fac0" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.047177] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('18afae3f-a001-46b7-bec6-46fac961fac0',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.078493] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.078689] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.078689] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.078854] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.078972] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.088830] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68f4bc32-bfc6-4c43-aeef-b481f593202c in Status: IN_PROGRESS for 2s [ 1134.158402] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.158641] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.158739] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.159062] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.159302] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.159484] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Segment Port 17ad6b75-4b89-4bcc-bbe9-c77de1f2ff0f not found, creating... [ 1134.159754] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.159917] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.160045] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.160280] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.160416] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.160700] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.160856] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.160971] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.161197] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.161331] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.161466] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Resource: SegmentPort with ID: 17ad6b75-4b89-4bcc-bbe9-c77de1f2ff0f is going to be created. [ 1134.181521] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.181724] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.181830] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.182181] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.182457] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.182674] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "port-17ad6b75-4b89-4bcc-bbe9-c77de1f2ff0f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.549515] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-68f4bc32-bfc6-4c43-aeef-b481f593202c taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.549515] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68f4bc32-bfc6-4c43-aeef-b481f593202c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.549515] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 18afae3f-a001-46b7-bec6-46fac961fac0 with status ACTIVE [ 1134.549515] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.549515] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.549881] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.549881] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.549881] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.549963] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.550116] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.550116] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.550275] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.550381] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.550569] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.550664] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.550726] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.550863] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.550938] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.551022] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 18afae3f-a001-46b7-bec6-46fac961fac0 is going to be updated. [ 1134.574103] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.574403] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.574403] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.574503] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.574642] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.574796] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-18afae3f-a001-46b7-bec6-46fac961fac0" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.890668] env[65424]: INFO networking_nsxv3.common.synchronization [req-80770e87-51f8-4ad1-91dd-3d9a3554bc83 req-cbc1648f-8acd-4c32-ba60-05d86031bbfa service nova] Enqueued Resource ID: 0ce1018e-9bfb-4592-a35b-612bacc1808f with Priority: HIGHEST for action security_group_rules [ 1134.890779] env[65424]: INFO networking_nsxv3.common.synchronization [req-80770e87-51f8-4ad1-91dd-3d9a3554bc83 req-cbc1648f-8acd-4c32-ba60-05d86031bbfa service nova] Enqueued Resource ID: 0ce1018e-9bfb-4592-a35b-612bacc1808f with Priority: HIGHEST for action security_group_members [ 1134.890919] env[65424]: INFO networking_nsxv3.common.synchronization [req-80770e87-51f8-4ad1-91dd-3d9a3554bc83 req-cbc1648f-8acd-4c32-ba60-05d86031bbfa service nova] Enqueued Resource ID: 17ad6b75-4b89-4bcc-bbe9-c77de1f2ff0f with Priority: HIGHEST for action port [ 1134.891164] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ce1018e-9bfb-4592-a35b-612bacc1808f with Priority: HIGHEST for action security_group_rules [ 1134.891293] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ce1018e-9bfb-4592-a35b-612bacc1808f with Priority: HIGHEST for action security_group_members [ 1134.891389] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17ad6b75-4b89-4bcc-bbe9-c77de1f2ff0f with Priority: HIGHEST for action port [ 1134.891921] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0ce1018e-9bfb-4592-a35b-612bacc1808f taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.893013] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0ce1018e-9bfb-4592-a35b-612bacc1808f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.893142] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0ce1018e-9bfb-4592-a35b-612bacc1808f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.893377] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0ce1018e-9bfb-4592-a35b-612bacc1808f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.893464] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0ce1018e-9bfb-4592-a35b-612bacc1808f',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.894305] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ce1018e-9bfb-4592-a35b-612bacc1808f taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.894419] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ce1018e-9bfb-4592-a35b-612bacc1808f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.894487] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ce1018e-9bfb-4592-a35b-612bacc1808f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.894693] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ce1018e-9bfb-4592-a35b-612bacc1808f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.894846] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.894942] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.895017] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.895161] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.895246] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.895337] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0ce1018e-9bfb-4592-a35b-612bacc1808f',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.896160] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock port-17ad6b75-4b89-4bcc-bbe9-c77de1f2ff0f taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.896281] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-17ad6b75-4b89-4bcc-bbe9-c77de1f2ff0f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.896348] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-17ad6b75-4b89-4bcc-bbe9-c77de1f2ff0f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.896494] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-17ad6b75-4b89-4bcc-bbe9-c77de1f2ff0f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.896569] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('17ad6b75-4b89-4bcc-bbe9-c77de1f2ff0f',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.399033] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ce1018e-9bfb-4592-a35b-612bacc1808f taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.399033] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ce1018e-9bfb-4592-a35b-612bacc1808f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.399216] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0ce1018e-9bfb-4592-a35b-612bacc1808f',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.400512] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 17ad6b75-4b89-4bcc-bbe9-c77de1f2ff0f with status ACTIVE [ 1135.400586] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.400745] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.400792] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.400982] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.401128] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.401322] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.401422] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.401483] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.401638] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.401717] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.401887] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.401979] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.402057] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.402183] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.402254] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.402337] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 17ad6b75-4b89-4bcc-bbe9-c77de1f2ff0f is going to be updated. [ 1135.423633] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.423633] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.423633] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.423832] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.424012] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.424236] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-17ad6b75-4b89-4bcc-bbe9-c77de1f2ff0f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.904708] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0ce1018e-9bfb-4592-a35b-612bacc1808f',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.099365] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68f4bc32-bfc6-4c43-aeef-b481f593202c in Status: SUCCESS [ 1136.099570] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68f4bc32-bfc6-4c43-aeef-b481f593202c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.099707] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68f4bc32-bfc6-4c43-aeef-b481f593202c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.099951] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68f4bc32-bfc6-4c43-aeef-b481f593202c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.100174] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.100341] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.100429] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.100620] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.100695] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.100794] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('68f4bc32-bfc6-4c43-aeef-b481f593202c',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.407101] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.407267] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.407341] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.407613] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.407712] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.407815] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0ce1018e-9bfb-4592-a35b-612bacc1808f is going to be updated. [ 1136.445933] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.446155] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.446203] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.446384] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.446532] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.462861] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0ce1018e-9bfb-4592-a35b-612bacc1808f in Status: IN_PROGRESS for 2s [ 1136.602794] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('68f4bc32-bfc6-4c43-aeef-b481f593202c',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.104761] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('68f4bc32-bfc6-4c43-aeef-b481f593202c',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.607403] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.607617] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.607617] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.607844] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.607946] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.608099] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68f4bc32-bfc6-4c43-aeef-b481f593202c is going to be updated. [ 1137.639837] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.640073] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.640144] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.640335] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.640485] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.650721] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68f4bc32-bfc6-4c43-aeef-b481f593202c in Status: IN_PROGRESS for 2s [ 1138.318251] env[65424]: INFO networking_nsxv3.common.synchronization [req-fd5d3f0a-4e22-4672-aa33-6b87972df896 req-b14df754-e922-416e-a494-04fc1524b35f tempest-AttachVolumeTestJSON-986837499 tempest-AttachVolumeTestJSON-986837499-project-member] Enqueued Resource ID: 03dce88b-cfce-4cac-84ed-8c54852afe2a with Priority: HIGHEST for action security_group_members [ 1138.318957] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03dce88b-cfce-4cac-84ed-8c54852afe2a with Priority: HIGHEST for action security_group_members [ 1138.320124] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-03dce88b-cfce-4cac-84ed-8c54852afe2a taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.320124] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03dce88b-cfce-4cac-84ed-8c54852afe2a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.320371] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03dce88b-cfce-4cac-84ed-8c54852afe2a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.320532] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03dce88b-cfce-4cac-84ed-8c54852afe2a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.320792] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.320986] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.321122] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.321426] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.321596] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.322474] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('03dce88b-cfce-4cac-84ed-8c54852afe2a',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.474670] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0ce1018e-9bfb-4592-a35b-612bacc1808f in Status: SUCCESS [ 1138.475152] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ce1018e-9bfb-4592-a35b-612bacc1808f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.475479] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ce1018e-9bfb-4592-a35b-612bacc1808f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.475879] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ce1018e-9bfb-4592-a35b-612bacc1808f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.476212] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.476419] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.476568] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.476822] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.476943] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.477096] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ce1018e-9bfb-4592-a35b-612bacc1808f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.477230] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0ce1018e-9bfb-4592-a35b-612bacc1808f',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.826042] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.826042] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.826042] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.826042] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.847260] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.849273] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.849273] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.849273] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.849273] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.849273] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.849273] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 03dce88b-cfce-4cac-84ed-8c54852afe2a is going to be updated. [ 1138.876475] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.878954] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.878954] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.878954] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.878954] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.886222] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 03dce88b-cfce-4cac-84ed-8c54852afe2a in Status: IN_PROGRESS for 2s [ 1138.982647] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ce1018e-9bfb-4592-a35b-612bacc1808f taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.982647] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ce1018e-9bfb-4592-a35b-612bacc1808f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.982647] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ce1018e-9bfb-4592-a35b-612bacc1808f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.982647] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ce1018e-9bfb-4592-a35b-612bacc1808f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.982647] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.982647] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.982647] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.982647] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.982647] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.982647] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ce1018e-9bfb-4592-a35b-612bacc1808f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.983195] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ce1018e-9bfb-4592-a35b-612bacc1808f taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.983195] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ce1018e-9bfb-4592-a35b-612bacc1808f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.983195] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ce1018e-9bfb-4592-a35b-612bacc1808f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.983195] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ce1018e-9bfb-4592-a35b-612bacc1808f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.983195] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.983398] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.983398] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.983398] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.983486] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.983861] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ce1018e-9bfb-4592-a35b-612bacc1808f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.983861] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0ce1018e-9bfb-4592-a35b-612bacc1808f',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.486466] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0ce1018e-9bfb-4592-a35b-612bacc1808f: rpc.has_security_group_logging(os_id): False [ 1139.507506] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.507749] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.507749] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.508104] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.508208] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.508468] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.508599] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.508677] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.508879] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.508968] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.509205] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.509329] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.509394] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.509542] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.509643] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.509846] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.509973] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.510093] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.510215] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.510307] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.510397] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0ce1018e-9bfb-4592-a35b-612bacc1808f is going to be updated. [ 1139.583511] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.583729] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.583810] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.584098] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.584674] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.600437] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0ce1018e-9bfb-4592-a35b-612bacc1808f in Status: IN_PROGRESS for 2s [ 1139.661528] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68f4bc32-bfc6-4c43-aeef-b481f593202c in Status: SUCCESS [ 1139.661782] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68f4bc32-bfc6-4c43-aeef-b481f593202c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.662010] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68f4bc32-bfc6-4c43-aeef-b481f593202c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.662322] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68f4bc32-bfc6-4c43-aeef-b481f593202c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.662906] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.662906] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.662906] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.663157] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.663157] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.663224] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68f4bc32-bfc6-4c43-aeef-b481f593202c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.663312] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('68f4bc32-bfc6-4c43-aeef-b481f593202c',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.165567] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-68f4bc32-bfc6-4c43-aeef-b481f593202c taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.165777] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68f4bc32-bfc6-4c43-aeef-b481f593202c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.165840] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68f4bc32-bfc6-4c43-aeef-b481f593202c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.166109] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68f4bc32-bfc6-4c43-aeef-b481f593202c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.166323] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.166454] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.166527] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.166733] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.166843] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.166955] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68f4bc32-bfc6-4c43-aeef-b481f593202c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.167165] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-68f4bc32-bfc6-4c43-aeef-b481f593202c taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.167289] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68f4bc32-bfc6-4c43-aeef-b481f593202c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.167364] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68f4bc32-bfc6-4c43-aeef-b481f593202c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.167545] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68f4bc32-bfc6-4c43-aeef-b481f593202c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.167718] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.167836] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.167916] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.168139] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.168229] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.168339] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68f4bc32-bfc6-4c43-aeef-b481f593202c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.168454] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('68f4bc32-bfc6-4c43-aeef-b481f593202c',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.671686] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 68f4bc32-bfc6-4c43-aeef-b481f593202c: rpc.has_security_group_logging(os_id): False [ 1140.691894] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.692088] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.692177] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.692396] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.692534] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.692720] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.692824] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.692888] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.693108] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.693188] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.693391] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.693482] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.693544] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.693799] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.693799] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.693930] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.694029] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.694462] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.694462] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.694462] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.694462] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 68f4bc32-bfc6-4c43-aeef-b481f593202c is going to be updated. [ 1140.768194] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.768194] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.768194] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.768194] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.768194] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.793035] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 68f4bc32-bfc6-4c43-aeef-b481f593202c in Status: IN_PROGRESS for 2s [ 1140.899995] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 03dce88b-cfce-4cac-84ed-8c54852afe2a in Status: SUCCESS [ 1140.900312] env[65424]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 03dce88b-cfce-4cac-84ed-8c54852afe2a deletion is rescheduled due to dependency. [ 1140.900515] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03dce88b-cfce-4cac-84ed-8c54852afe2a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.616670] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0ce1018e-9bfb-4592-a35b-612bacc1808f in Status: SUCCESS [ 1141.616889] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0ce1018e-9bfb-4592-a35b-612bacc1808f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.810762] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 68f4bc32-bfc6-4c43-aeef-b481f593202c in Status: SUCCESS [ 1142.811096] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-68f4bc32-bfc6-4c43-aeef-b481f593202c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.991356] env[65424]: INFO networking_nsxv3.common.synchronization [None req-e62dc7fb-0202-429f-adf6-f537f1bffc16 tempest-AttachVolumeTestJSON-986837499 tempest-AttachVolumeTestJSON-986837499-project-member] Enqueued Resource ID: 8ae6940d-eb70-4761-add0-87d9d2308ad9 with Priority: HIGHEST for action security_group_rules [ 1142.991832] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ae6940d-eb70-4761-add0-87d9d2308ad9 with Priority: HIGHEST for action security_group_rules [ 1142.992148] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8ae6940d-eb70-4761-add0-87d9d2308ad9 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.992275] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8ae6940d-eb70-4761-add0-87d9d2308ad9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.992340] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8ae6940d-eb70-4761-add0-87d9d2308ad9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.992589] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8ae6940d-eb70-4761-add0-87d9d2308ad9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.992671] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8ae6940d-eb70-4761-add0-87d9d2308ad9',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.078942] env[65424]: INFO networking_nsxv3.common.synchronization [None req-184152d2-fac6-4d5a-a7d4-afc78ef0e201 tempest-AttachVolumeTestJSON-986837499 tempest-AttachVolumeTestJSON-986837499-project-member] Enqueued Resource ID: 8ae6940d-eb70-4761-add0-87d9d2308ad9 with Priority: HIGHEST for action security_group_rules [ 1143.081012] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ae6940d-eb70-4761-add0-87d9d2308ad9 with Priority: HIGHEST for action security_group_rules [ 1143.081417] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8ae6940d-eb70-4761-add0-87d9d2308ad9 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.081531] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8ae6940d-eb70-4761-add0-87d9d2308ad9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.514054] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.514286] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.514286] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.514471] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.514569] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.514682] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8ae6940d-eb70-4761-add0-87d9d2308ad9 already deleted. [ 1143.514838] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8ae6940d-eb70-4761-add0-87d9d2308ad9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.514933] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8ae6940d-eb70-4761-add0-87d9d2308ad9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.515525] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8ae6940d-eb70-4761-add0-87d9d2308ad9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.515525] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8ae6940d-eb70-4761-add0-87d9d2308ad9',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.038353] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.038763] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.038763] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.038763] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.038953] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.038953] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8ae6940d-eb70-4761-add0-87d9d2308ad9 already deleted. [ 1144.038953] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8ae6940d-eb70-4761-add0-87d9d2308ad9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.260329] env[65424]: INFO networking_nsxv3.common.synchronization [req-66f13085-367b-4c6b-a48c-9ac60b0b6856 req-4e9e235b-8802-451d-b2c3-743dd55867cf tempest-AttachVolumeShelveTestJSON-590228057 tempest-AttachVolumeShelveTestJSON-590228057-project-member] Enqueued Resource ID: ff1adf5a-b63a-40f5-a425-29673d36487c with Priority: HIGHEST for action security_group_members [ 1147.261095] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff1adf5a-b63a-40f5-a425-29673d36487c with Priority: HIGHEST for action security_group_members [ 1147.261516] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff1adf5a-b63a-40f5-a425-29673d36487c taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.261682] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff1adf5a-b63a-40f5-a425-29673d36487c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.261780] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff1adf5a-b63a-40f5-a425-29673d36487c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.262019] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff1adf5a-b63a-40f5-a425-29673d36487c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.262238] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.262375] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.262465] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.262659] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.262791] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.262926] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ff1adf5a-b63a-40f5-a425-29673d36487c',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.765236] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.765430] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.765479] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.765664] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.789077] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.789341] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.789486] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.789544] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.789712] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.789792] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.790242] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff1adf5a-b63a-40f5-a425-29673d36487c is going to be updated. [ 1147.869204] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.869394] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.869394] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.869616] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.869774] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.888613] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff1adf5a-b63a-40f5-a425-29673d36487c in Status: IN_PROGRESS for 2s [ 1148.739955] env[65424]: INFO networking_nsxv3.common.synchronization [req-ea8cd35e-7e63-4362-83e4-edfed042c937 req-b24692e6-42ce-4d1d-8bb1-a10c230c7c8c tempest-AttachVolumeTestJSON-986837499 tempest-AttachVolumeTestJSON-986837499-project-member] Enqueued Resource ID: 8ae6940d-eb70-4761-add0-87d9d2308ad9 with Priority: HIGHEST for action security_group_members [ 1148.739955] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ae6940d-eb70-4761-add0-87d9d2308ad9 with Priority: HIGHEST for action security_group_members [ 1148.740718] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ae6940d-eb70-4761-add0-87d9d2308ad9 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.740858] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ae6940d-eb70-4761-add0-87d9d2308ad9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.740898] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ae6940d-eb70-4761-add0-87d9d2308ad9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.741190] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ae6940d-eb70-4761-add0-87d9d2308ad9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.741369] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.741485] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.741554] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.741671] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.741749] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.741841] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8ae6940d-eb70-4761-add0-87d9d2308ad9',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.056567] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock network-330 taken with stack trace [, , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.056788] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "network-330" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.056874] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "network-330" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.057151] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "network-330" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.057399] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.057548] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.057659] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.057868] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.058010] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.058267] env[65424]: DEBUG dogpile.cache.region [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] No value present for key: 'zone-id' {{(pid=65424) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1149.058383] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] NeedRegenerationException {{(pid=65424) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1149.058487] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] no value, waiting for create lock {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1149.058605] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] value creation lock acquired {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1149.058721] env[65424]: DEBUG dogpile.cache.region [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] No value present for key: 'zone-id' {{(pid=65424) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1149.058826] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Calling creation function for not-yet-present value {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1149.058945] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1149.087321] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1149.087522] env[65424]: DEBUG dogpile.cache.region [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=65424) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1149.087676] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Released creation lock {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1149.087858] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "network-330" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.088258] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock port-61e2512a-a7b6-4eff-82bc-7e2487da972e taken with stack trace [, , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.088452] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "port-61e2512a-a7b6-4eff-82bc-7e2487da972e" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.088570] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "port-61e2512a-a7b6-4eff-82bc-7e2487da972e" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.088898] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "port-61e2512a-a7b6-4eff-82bc-7e2487da972e" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.089062] env[65424]: DEBUG networking_nsxv3.api.rpc [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('61e2512a-a7b6-4eff-82bc-7e2487da972e',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.248060] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.248060] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.248302] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.248350] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.248445] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.248695] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.248805] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.248871] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.249036] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.249347] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.249347] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8ae6940d-eb70-4761-add0-87d9d2308ad9 already deleted. [ 1149.249347] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ae6940d-eb70-4761-add0-87d9d2308ad9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.592066] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.592066] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.592066] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.592346] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.592499] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.592656] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Segment Port 61e2512a-a7b6-4eff-82bc-7e2487da972e not found, creating... [ 1149.592919] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.593090] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.593207] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.593430] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.593563] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.593840] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.593993] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.594145] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.594402] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.594546] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.594684] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Resource: SegmentPort with ID: 61e2512a-a7b6-4eff-82bc-7e2487da972e is going to be created. [ 1149.614570] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.614805] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.614894] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.615312] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.615568] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.615807] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "port-61e2512a-a7b6-4eff-82bc-7e2487da972e" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.899712] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff1adf5a-b63a-40f5-a425-29673d36487c in Status: SUCCESS [ 1149.900060] env[65424]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff1adf5a-b63a-40f5-a425-29673d36487c deletion is rescheduled due to dependency. [ 1149.900060] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff1adf5a-b63a-40f5-a425-29673d36487c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.290427] env[65424]: INFO networking_nsxv3.common.synchronization [req-ea8cd35e-7e63-4362-83e4-edfed042c937 req-93aeb090-9fbf-42c0-a846-7b4b96de8cac service nova] Enqueued Resource ID: 8ae6940d-eb70-4761-add0-87d9d2308ad9 with Priority: HIGHEST for action security_group_rules [ 1150.290613] env[65424]: INFO networking_nsxv3.common.synchronization [req-ea8cd35e-7e63-4362-83e4-edfed042c937 req-93aeb090-9fbf-42c0-a846-7b4b96de8cac service nova] Enqueued Resource ID: 8ae6940d-eb70-4761-add0-87d9d2308ad9 with Priority: HIGHEST for action security_group_members [ 1150.290750] env[65424]: INFO networking_nsxv3.common.synchronization [req-ea8cd35e-7e63-4362-83e4-edfed042c937 req-93aeb090-9fbf-42c0-a846-7b4b96de8cac service nova] Enqueued Resource ID: 61e2512a-a7b6-4eff-82bc-7e2487da972e with Priority: HIGHEST for action port [ 1150.290986] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ae6940d-eb70-4761-add0-87d9d2308ad9 with Priority: HIGHEST for action security_group_rules [ 1150.291137] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ae6940d-eb70-4761-add0-87d9d2308ad9 with Priority: HIGHEST for action security_group_members [ 1150.291241] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61e2512a-a7b6-4eff-82bc-7e2487da972e with Priority: HIGHEST for action port [ 1150.291779] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8ae6940d-eb70-4761-add0-87d9d2308ad9 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.291911] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8ae6940d-eb70-4761-add0-87d9d2308ad9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.291959] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8ae6940d-eb70-4761-add0-87d9d2308ad9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.292853] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8ae6940d-eb70-4761-add0-87d9d2308ad9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.292943] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8ae6940d-eb70-4761-add0-87d9d2308ad9',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.294151] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ae6940d-eb70-4761-add0-87d9d2308ad9 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.294151] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ae6940d-eb70-4761-add0-87d9d2308ad9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.294151] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ae6940d-eb70-4761-add0-87d9d2308ad9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.295341] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ae6940d-eb70-4761-add0-87d9d2308ad9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.295341] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.295341] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.295341] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.295341] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.295341] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.296087] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8ae6940d-eb70-4761-add0-87d9d2308ad9',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.296435] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock port-61e2512a-a7b6-4eff-82bc-7e2487da972e taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.296544] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-61e2512a-a7b6-4eff-82bc-7e2487da972e" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.296611] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-61e2512a-a7b6-4eff-82bc-7e2487da972e" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.296760] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-61e2512a-a7b6-4eff-82bc-7e2487da972e" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.296822] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('61e2512a-a7b6-4eff-82bc-7e2487da972e',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.803258] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8ae6940d-eb70-4761-add0-87d9d2308ad9',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.803258] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ae6940d-eb70-4761-add0-87d9d2308ad9 taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.803258] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ae6940d-eb70-4761-add0-87d9d2308ad9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.803258] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 61e2512a-a7b6-4eff-82bc-7e2487da972e with status ACTIVE [ 1150.803258] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.803258] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.803258] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.803258] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.803258] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.803258] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.803258] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.803258] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.803258] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.803258] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.804082] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.804760] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.805248] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.807267] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.807267] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.807267] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 61e2512a-a7b6-4eff-82bc-7e2487da972e is going to be updated. [ 1150.824061] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock network-514 taken with stack trace [, , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.824061] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "network-514" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.824061] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "network-514" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.824061] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "network-514" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.824623] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.824876] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.825054] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.825332] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.825532] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.825783] env[65424]: DEBUG dogpile.cache.region [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] No value present for key: 'zone-id' {{(pid=65424) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1150.825938] env[65424]: DEBUG dogpile.lock [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] NeedRegenerationException {{(pid=65424) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1150.826103] env[65424]: DEBUG dogpile.lock [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] no value, waiting for create lock {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1150.826433] env[65424]: DEBUG dogpile.lock [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] value creation lock acquired {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1150.826433] env[65424]: DEBUG dogpile.cache.region [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] No value present for key: 'zone-id' {{(pid=65424) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1150.826522] env[65424]: DEBUG dogpile.lock [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Calling creation function for not-yet-present value {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1150.826684] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1150.831670] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.831877] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.831950] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.832180] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.832365] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.832553] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-61e2512a-a7b6-4eff-82bc-7e2487da972e" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.845215] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1150.845477] env[65424]: DEBUG dogpile.cache.region [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65424) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1150.845684] env[65424]: DEBUG dogpile.lock [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Released creation lock {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1150.845903] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "network-514" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.846246] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock port-17ad6b75-4b89-4bcc-bbe9-c77de1f2ff0f taken with stack trace [, , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.846422] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "port-17ad6b75-4b89-4bcc-bbe9-c77de1f2ff0f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.846588] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "port-17ad6b75-4b89-4bcc-bbe9-c77de1f2ff0f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.846876] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "port-17ad6b75-4b89-4bcc-bbe9-c77de1f2ff0f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.847051] env[65424]: DEBUG networking_nsxv3.api.rpc [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('17ad6b75-4b89-4bcc-bbe9-c77de1f2ff0f',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.310956] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8ae6940d-eb70-4761-add0-87d9d2308ad9',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.349786] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.350029] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.350158] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.350436] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.350589] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.350907] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.351080] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.351195] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.351410] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.351540] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.351815] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.351997] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.352133] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.352338] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.352468] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.352608] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Resource: SegmentPort with ID: 17ad6b75-4b89-4bcc-bbe9-c77de1f2ff0f is going to be updated. [ 1151.381796] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.381796] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.381796] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.382524] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.383433] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.384344] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "port-17ad6b75-4b89-4bcc-bbe9-c77de1f2ff0f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.777902] env[65424]: INFO networking_nsxv3.common.synchronization [None req-a230ee7f-d6d4-436a-9e32-701e5537db2c tempest-AttachVolumeShelveTestJSON-590228057 tempest-AttachVolumeShelveTestJSON-590228057-project-member] Enqueued Resource ID: cf7a3e57-c809-4df2-9692-c7960e0efa53 with Priority: HIGHEST for action security_group_rules [ 1151.778293] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf7a3e57-c809-4df2-9692-c7960e0efa53 with Priority: HIGHEST for action security_group_rules [ 1151.778601] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cf7a3e57-c809-4df2-9692-c7960e0efa53 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.778719] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cf7a3e57-c809-4df2-9692-c7960e0efa53" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.778782] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cf7a3e57-c809-4df2-9692-c7960e0efa53" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.779054] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cf7a3e57-c809-4df2-9692-c7960e0efa53" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.779134] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cf7a3e57-c809-4df2-9692-c7960e0efa53',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.812969] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.813151] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.813223] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.813422] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.813529] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.813635] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8ae6940d-eb70-4761-add0-87d9d2308ad9 is going to be created. [ 1151.837678] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.837678] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.837678] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.840116] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.840116] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.848154] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8ae6940d-eb70-4761-add0-87d9d2308ad9 in Status: UNINITIALIZED for 2s [ 1152.084391] env[65424]: INFO networking_nsxv3.common.synchronization [req-0252ee51-41bf-42c3-b0ab-4f852347f45e req-ce978175-1a63-4d6f-a355-f5d2b46595b9 service nova] Enqueued Resource ID: 0ce1018e-9bfb-4592-a35b-612bacc1808f with Priority: HIGHEST for action security_group_rules [ 1152.084578] env[65424]: INFO networking_nsxv3.common.synchronization [req-0252ee51-41bf-42c3-b0ab-4f852347f45e req-ce978175-1a63-4d6f-a355-f5d2b46595b9 service nova] Enqueued Resource ID: 0ce1018e-9bfb-4592-a35b-612bacc1808f with Priority: HIGHEST for action security_group_members [ 1152.084710] env[65424]: INFO networking_nsxv3.common.synchronization [req-0252ee51-41bf-42c3-b0ab-4f852347f45e req-ce978175-1a63-4d6f-a355-f5d2b46595b9 service nova] Enqueued Resource ID: 17ad6b75-4b89-4bcc-bbe9-c77de1f2ff0f with Priority: HIGHEST for action port [ 1152.085366] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ce1018e-9bfb-4592-a35b-612bacc1808f with Priority: HIGHEST for action security_group_rules [ 1152.085513] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ce1018e-9bfb-4592-a35b-612bacc1808f with Priority: HIGHEST for action security_group_members [ 1152.085513] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17ad6b75-4b89-4bcc-bbe9-c77de1f2ff0f with Priority: HIGHEST for action port [ 1152.085793] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0ce1018e-9bfb-4592-a35b-612bacc1808f taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.085921] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0ce1018e-9bfb-4592-a35b-612bacc1808f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.085988] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0ce1018e-9bfb-4592-a35b-612bacc1808f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.086319] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0ce1018e-9bfb-4592-a35b-612bacc1808f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.086362] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0ce1018e-9bfb-4592-a35b-612bacc1808f',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.087252] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ce1018e-9bfb-4592-a35b-612bacc1808f taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.087380] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ce1018e-9bfb-4592-a35b-612bacc1808f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.088332] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ce1018e-9bfb-4592-a35b-612bacc1808f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.088332] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ce1018e-9bfb-4592-a35b-612bacc1808f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.088332] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.088332] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.088332] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.088332] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.088332] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.088332] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0ce1018e-9bfb-4592-a35b-612bacc1808f',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.089205] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock port-17ad6b75-4b89-4bcc-bbe9-c77de1f2ff0f taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.089352] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-17ad6b75-4b89-4bcc-bbe9-c77de1f2ff0f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.089444] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-17ad6b75-4b89-4bcc-bbe9-c77de1f2ff0f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.089620] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-17ad6b75-4b89-4bcc-bbe9-c77de1f2ff0f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.089721] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('17ad6b75-4b89-4bcc-bbe9-c77de1f2ff0f',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.172437] env[65424]: INFO networking_nsxv3.common.synchronization [None req-d804e4e8-fc0b-4a24-8747-832b9b82dcb2 tempest-AttachVolumeShelveTestJSON-590228057 tempest-AttachVolumeShelveTestJSON-590228057-project-member] Enqueued Resource ID: cf7a3e57-c809-4df2-9692-c7960e0efa53 with Priority: HIGHEST for action security_group_rules [ 1152.172766] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf7a3e57-c809-4df2-9692-c7960e0efa53 with Priority: HIGHEST for action security_group_rules [ 1152.173075] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cf7a3e57-c809-4df2-9692-c7960e0efa53 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.173207] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cf7a3e57-c809-4df2-9692-c7960e0efa53" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.314521] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.314917] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.314917] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.314917] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.315077] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.315123] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cf7a3e57-c809-4df2-9692-c7960e0efa53 already deleted. [ 1152.315182] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cf7a3e57-c809-4df2-9692-c7960e0efa53" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.315325] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cf7a3e57-c809-4df2-9692-c7960e0efa53" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.315469] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cf7a3e57-c809-4df2-9692-c7960e0efa53" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.315551] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cf7a3e57-c809-4df2-9692-c7960e0efa53',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.464551] env[65424]: INFO networking_nsxv3.common.synchronization [req-d06edc5f-2c2b-44c3-9d1e-5b71f3fa603e req-b5a23598-3f44-4c7a-a19d-744ba1d0445d tempest-ImagesTestJSON-1724783343 tempest-ImagesTestJSON-1724783343-project-member] Enqueued Resource ID: 68f4bc32-bfc6-4c43-aeef-b481f593202c with Priority: HIGHEST for action security_group_members [ 1152.465050] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68f4bc32-bfc6-4c43-aeef-b481f593202c with Priority: HIGHEST for action security_group_members [ 1152.465050] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-68f4bc32-bfc6-4c43-aeef-b481f593202c taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.465215] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68f4bc32-bfc6-4c43-aeef-b481f593202c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.465262] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68f4bc32-bfc6-4c43-aeef-b481f593202c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.465957] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68f4bc32-bfc6-4c43-aeef-b481f593202c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.465957] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.465957] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.465957] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.465957] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.466210] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.466210] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('68f4bc32-bfc6-4c43-aeef-b481f593202c',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.591306] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0ce1018e-9bfb-4592-a35b-612bacc1808f',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.592450] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ce1018e-9bfb-4592-a35b-612bacc1808f taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.592583] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ce1018e-9bfb-4592-a35b-612bacc1808f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.593898] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 17ad6b75-4b89-4bcc-bbe9-c77de1f2ff0f with status ACTIVE [ 1152.594130] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.594297] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.594453] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.594719] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.594807] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.594980] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.595087] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.595143] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.595447] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.595564] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.595804] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.595954] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.596052] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.596259] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.596368] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.596466] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 17ad6b75-4b89-4bcc-bbe9-c77de1f2ff0f is going to be updated. [ 1152.619592] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.619943] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.619943] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.620258] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.620258] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.620351] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-17ad6b75-4b89-4bcc-bbe9-c77de1f2ff0f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.843297] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.843444] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.843730] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.843949] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.844049] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.844148] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cf7a3e57-c809-4df2-9692-c7960e0efa53 already deleted. [ 1152.844229] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cf7a3e57-c809-4df2-9692-c7960e0efa53" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.968196] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('68f4bc32-bfc6-4c43-aeef-b481f593202c',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.098894] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0ce1018e-9bfb-4592-a35b-612bacc1808f',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.382850] env[65424]: INFO networking_nsxv3.common.synchronization [req-c3359cb0-29c2-4a02-89be-35b41fb2609c req-61b452e3-ae7b-4647-9c8c-628c44526b72 tempest-AttachVolumeNegativeTest-2145166079 tempest-AttachVolumeNegativeTest-2145166079-project-member] Enqueued Resource ID: 764b3ff2-a9e1-489b-88fd-5b76b6510fb9 with Priority: HIGHEST for action security_group_members [ 1153.383380] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 764b3ff2-a9e1-489b-88fd-5b76b6510fb9 with Priority: HIGHEST for action security_group_members [ 1153.383733] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-764b3ff2-a9e1-489b-88fd-5b76b6510fb9 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.383845] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-764b3ff2-a9e1-489b-88fd-5b76b6510fb9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.383913] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-764b3ff2-a9e1-489b-88fd-5b76b6510fb9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.384102] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-764b3ff2-a9e1-489b-88fd-5b76b6510fb9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.384260] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.384538] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.384538] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.384538] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.384648] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.384705] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('764b3ff2-a9e1-489b-88fd-5b76b6510fb9',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.470412] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('68f4bc32-bfc6-4c43-aeef-b481f593202c',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.600481] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.600688] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.600688] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.600922] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.601050] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.601153] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0ce1018e-9bfb-4592-a35b-612bacc1808f is going to be updated. [ 1153.632136] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.632299] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.632348] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.632560] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.632703] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.641573] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0ce1018e-9bfb-4592-a35b-612bacc1808f in Status: IN_PROGRESS for 2s [ 1153.859091] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8ae6940d-eb70-4761-add0-87d9d2308ad9 in Status: SUCCESS [ 1153.859349] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ae6940d-eb70-4761-add0-87d9d2308ad9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.859514] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ae6940d-eb70-4761-add0-87d9d2308ad9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.859724] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ae6940d-eb70-4761-add0-87d9d2308ad9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.859908] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.860032] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.860095] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.860242] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.860320] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.860403] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ae6940d-eb70-4761-add0-87d9d2308ad9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.860492] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8ae6940d-eb70-4761-add0-87d9d2308ad9',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.886751] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.886894] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.886964] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.887186] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.907860] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.908184] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.908184] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.908184] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.908479] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.908479] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.908479] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 764b3ff2-a9e1-489b-88fd-5b76b6510fb9 is going to be updated. [ 1153.934206] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.934385] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.934434] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.934597] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.934737] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.943885] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 764b3ff2-a9e1-489b-88fd-5b76b6510fb9 in Status: IN_PROGRESS for 2s [ 1153.972464] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.972604] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.972680] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.972891] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.972979] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.973089] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68f4bc32-bfc6-4c43-aeef-b481f593202c is going to be updated. [ 1154.005724] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.005872] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.005939] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.006625] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.006625] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.015647] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68f4bc32-bfc6-4c43-aeef-b481f593202c in Status: IN_PROGRESS for 2s [ 1154.363198] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8ae6940d-eb70-4761-add0-87d9d2308ad9',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.865332] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8ae6940d-eb70-4761-add0-87d9d2308ad9: rpc.has_security_group_logging(os_id): False [ 1154.882991] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.883154] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.883225] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.883437] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.883526] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.883758] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.883853] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.883914] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.884083] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.884156] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.884239] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8ae6940d-eb70-4761-add0-87d9d2308ad9 is going to be created. [ 1154.952706] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.952924] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.952924] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.953075] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.953258] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.965238] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8ae6940d-eb70-4761-add0-87d9d2308ad9 in Status: IN_PROGRESS for 2s [ 1155.652956] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0ce1018e-9bfb-4592-a35b-612bacc1808f in Status: SUCCESS [ 1155.652956] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ce1018e-9bfb-4592-a35b-612bacc1808f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.652956] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ce1018e-9bfb-4592-a35b-612bacc1808f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.653208] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ce1018e-9bfb-4592-a35b-612bacc1808f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.653261] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.653375] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.653436] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.653587] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.653664] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.653748] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ce1018e-9bfb-4592-a35b-612bacc1808f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.653837] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0ce1018e-9bfb-4592-a35b-612bacc1808f',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.953345] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 764b3ff2-a9e1-489b-88fd-5b76b6510fb9 in Status: SUCCESS [ 1155.953657] env[65424]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 764b3ff2-a9e1-489b-88fd-5b76b6510fb9 deletion is rescheduled due to dependency. [ 1155.953727] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-764b3ff2-a9e1-489b-88fd-5b76b6510fb9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.025838] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68f4bc32-bfc6-4c43-aeef-b481f593202c in Status: SUCCESS [ 1156.025995] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68f4bc32-bfc6-4c43-aeef-b481f593202c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.155748] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ce1018e-9bfb-4592-a35b-612bacc1808f taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.155960] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ce1018e-9bfb-4592-a35b-612bacc1808f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.155960] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ce1018e-9bfb-4592-a35b-612bacc1808f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.156240] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ce1018e-9bfb-4592-a35b-612bacc1808f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.156408] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.156512] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.156576] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.156730] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.156816] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.156902] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ce1018e-9bfb-4592-a35b-612bacc1808f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.157056] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ce1018e-9bfb-4592-a35b-612bacc1808f taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.157147] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ce1018e-9bfb-4592-a35b-612bacc1808f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.157205] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ce1018e-9bfb-4592-a35b-612bacc1808f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.157340] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ce1018e-9bfb-4592-a35b-612bacc1808f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.157498] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.157591] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.157651] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.157802] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.157876] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.157956] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ce1018e-9bfb-4592-a35b-612bacc1808f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.158052] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0ce1018e-9bfb-4592-a35b-612bacc1808f',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.660322] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0ce1018e-9bfb-4592-a35b-612bacc1808f: rpc.has_security_group_logging(os_id): False [ 1156.678682] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.678852] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.678964] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.679142] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.679247] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.679478] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.679592] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.679628] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.679776] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.679851] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.680047] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.680159] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.680226] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.680324] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.680395] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.680571] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.680667] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.680716] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.680836] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.680912] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.681062] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0ce1018e-9bfb-4592-a35b-612bacc1808f is going to be updated. [ 1156.744165] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.744380] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.744380] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.744573] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.744721] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.759234] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0ce1018e-9bfb-4592-a35b-612bacc1808f in Status: IN_PROGRESS for 2s [ 1156.978821] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8ae6940d-eb70-4761-add0-87d9d2308ad9 in Status: SUCCESS [ 1156.979149] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8ae6940d-eb70-4761-add0-87d9d2308ad9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.384298] env[65424]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1158.384628] env[65424]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1158.775430] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0ce1018e-9bfb-4592-a35b-612bacc1808f in Status: SUCCESS [ 1158.775598] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0ce1018e-9bfb-4592-a35b-612bacc1808f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.831992] env[65424]: INFO networking_nsxv3.common.synchronization [req-4d66c548-2a3b-41f7-a2a4-d69ac65dd6b6 req-5748f5d4-909f-41a5-be8c-adee2d88f8c4 tempest-AttachVolumeShelveTestJSON-590228057 tempest-AttachVolumeShelveTestJSON-590228057-project-member] Enqueued Resource ID: cf7a3e57-c809-4df2-9692-c7960e0efa53 with Priority: HIGHEST for action security_group_members [ 1158.832659] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf7a3e57-c809-4df2-9692-c7960e0efa53 with Priority: HIGHEST for action security_group_members [ 1158.833087] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf7a3e57-c809-4df2-9692-c7960e0efa53 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.833268] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf7a3e57-c809-4df2-9692-c7960e0efa53" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.833345] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf7a3e57-c809-4df2-9692-c7960e0efa53" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.833665] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf7a3e57-c809-4df2-9692-c7960e0efa53" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.833871] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.834023] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.834115] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.834324] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.834443] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.835015] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cf7a3e57-c809-4df2-9692-c7960e0efa53',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.166410] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock network-526 taken with stack trace [, , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.166658] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "network-526" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.166785] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "network-526" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.167123] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "network-526" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.167760] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.167937] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.168065] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.168689] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.168874] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.169101] env[65424]: DEBUG dogpile.cache.region [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] No value present for key: 'zone-id' {{(pid=65424) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1159.169214] env[65424]: DEBUG dogpile.lock [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] NeedRegenerationException {{(pid=65424) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1159.169344] env[65424]: DEBUG dogpile.lock [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] no value, waiting for create lock {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1159.169513] env[65424]: DEBUG dogpile.lock [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] value creation lock acquired {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1159.169676] env[65424]: DEBUG dogpile.cache.region [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] No value present for key: 'zone-id' {{(pid=65424) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1159.169792] env[65424]: DEBUG dogpile.lock [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Calling creation function for not-yet-present value {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1159.169926] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1159.189513] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1159.189707] env[65424]: DEBUG dogpile.cache.region [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65424) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1159.189802] env[65424]: DEBUG dogpile.lock [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Released creation lock {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1159.189974] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "network-526" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.190372] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock port-b0f20be4-be71-4f7a-9151-537b45fc92af taken with stack trace [, , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.190541] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "port-b0f20be4-be71-4f7a-9151-537b45fc92af" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.190671] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "port-b0f20be4-be71-4f7a-9151-537b45fc92af" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.190997] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "port-b0f20be4-be71-4f7a-9151-537b45fc92af" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.191149] env[65424]: DEBUG networking_nsxv3.api.rpc [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b0f20be4-be71-4f7a-9151-537b45fc92af',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.337301] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.337533] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.337533] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.337911] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.338111] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.338514] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.338649] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.338710] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.338910] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.338995] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.339104] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf7a3e57-c809-4df2-9692-c7960e0efa53 already deleted. [ 1159.339187] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf7a3e57-c809-4df2-9692-c7960e0efa53" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.693818] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.694469] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.694469] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.694829] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.695019] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.695189] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Segment Port b0f20be4-be71-4f7a-9151-537b45fc92af not found, creating... [ 1159.695480] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.695647] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.695763] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.696000] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.696162] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.696536] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.696696] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.696810] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.697030] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.697173] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.697309] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Resource: SegmentPort with ID: b0f20be4-be71-4f7a-9151-537b45fc92af is going to be created. [ 1159.718241] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.718604] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.718684] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.718948] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.719202] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.719474] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "port-b0f20be4-be71-4f7a-9151-537b45fc92af" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.846850] env[65424]: INFO networking_nsxv3.common.synchronization [req-4d66c548-2a3b-41f7-a2a4-d69ac65dd6b6 req-e06133c6-5078-4f7f-a9a6-bc44680be176 service nova] Enqueued Resource ID: cf7a3e57-c809-4df2-9692-c7960e0efa53 with Priority: HIGHEST for action security_group_rules [ 1160.847144] env[65424]: INFO networking_nsxv3.common.synchronization [req-4d66c548-2a3b-41f7-a2a4-d69ac65dd6b6 req-e06133c6-5078-4f7f-a9a6-bc44680be176 service nova] Enqueued Resource ID: cf7a3e57-c809-4df2-9692-c7960e0efa53 with Priority: HIGHEST for action security_group_members [ 1160.847236] env[65424]: INFO networking_nsxv3.common.synchronization [req-4d66c548-2a3b-41f7-a2a4-d69ac65dd6b6 req-e06133c6-5078-4f7f-a9a6-bc44680be176 service nova] Enqueued Resource ID: b0f20be4-be71-4f7a-9151-537b45fc92af with Priority: HIGHEST for action port [ 1160.847796] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf7a3e57-c809-4df2-9692-c7960e0efa53 with Priority: HIGHEST for action security_group_rules [ 1160.847938] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf7a3e57-c809-4df2-9692-c7960e0efa53 with Priority: HIGHEST for action security_group_members [ 1160.848420] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0f20be4-be71-4f7a-9151-537b45fc92af with Priority: HIGHEST for action port [ 1160.848784] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cf7a3e57-c809-4df2-9692-c7960e0efa53 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.850250] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cf7a3e57-c809-4df2-9692-c7960e0efa53" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.850250] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cf7a3e57-c809-4df2-9692-c7960e0efa53" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.850369] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cf7a3e57-c809-4df2-9692-c7960e0efa53" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.850404] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cf7a3e57-c809-4df2-9692-c7960e0efa53',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.852430] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf7a3e57-c809-4df2-9692-c7960e0efa53 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.852430] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf7a3e57-c809-4df2-9692-c7960e0efa53" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.852430] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf7a3e57-c809-4df2-9692-c7960e0efa53" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.852430] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf7a3e57-c809-4df2-9692-c7960e0efa53" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.854269] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.854269] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.854269] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.854269] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.854269] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.854269] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cf7a3e57-c809-4df2-9692-c7960e0efa53',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.856016] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock port-b0f20be4-be71-4f7a-9151-537b45fc92af taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.856152] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b0f20be4-be71-4f7a-9151-537b45fc92af" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.856214] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b0f20be4-be71-4f7a-9151-537b45fc92af" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.856488] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b0f20be4-be71-4f7a-9151-537b45fc92af" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.856488] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b0f20be4-be71-4f7a-9151-537b45fc92af',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.043228] env[65424]: INFO networking_nsxv3.common.synchronization [req-98ec56fe-c417-4db0-bdb7-ef90ae10c7aa req-2bc4c7d2-7d06-4bfe-b6b1-10267a4aab11 tempest-ImagesTestJSON-1724783343 tempest-ImagesTestJSON-1724783343-project-member] Enqueued Resource ID: 68f4bc32-bfc6-4c43-aeef-b481f593202c with Priority: HIGHEST for action security_group_members [ 1161.043228] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68f4bc32-bfc6-4c43-aeef-b481f593202c with Priority: HIGHEST for action security_group_members [ 1161.043228] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-68f4bc32-bfc6-4c43-aeef-b481f593202c taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.043228] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68f4bc32-bfc6-4c43-aeef-b481f593202c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.043228] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68f4bc32-bfc6-4c43-aeef-b481f593202c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.043883] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68f4bc32-bfc6-4c43-aeef-b481f593202c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.044172] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.044514] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.044668] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.044906] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.045126] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.045302] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('68f4bc32-bfc6-4c43-aeef-b481f593202c',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.269032] env[65424]: INFO networking_nsxv3.common.synchronization [None req-b455ea9f-597b-4dee-bbd8-733cb4504572 tempest-AttachVolumeNegativeTest-2145166079 tempest-AttachVolumeNegativeTest-2145166079-project-member] Enqueued Resource ID: 4130ba39-b31b-451c-a802-940533036032 with Priority: HIGHEST for action security_group_rules [ 1161.269636] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4130ba39-b31b-451c-a802-940533036032 with Priority: HIGHEST for action security_group_rules [ 1161.269947] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4130ba39-b31b-451c-a802-940533036032 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.270080] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4130ba39-b31b-451c-a802-940533036032" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.270149] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4130ba39-b31b-451c-a802-940533036032" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.270402] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4130ba39-b31b-451c-a802-940533036032" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.270488] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4130ba39-b31b-451c-a802-940533036032',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.357311] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cf7a3e57-c809-4df2-9692-c7960e0efa53',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.361034] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b0f20be4-be71-4f7a-9151-537b45fc92af with status ACTIVE [ 1161.361034] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.361203] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.361203] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.361396] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.361767] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.361767] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.361767] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.361917] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.361950] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.362010] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.363170] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.363170] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.363170] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.363170] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.363170] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.363170] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b0f20be4-be71-4f7a-9151-537b45fc92af is going to be updated. [ 1161.364113] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf7a3e57-c809-4df2-9692-c7960e0efa53 taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.364247] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf7a3e57-c809-4df2-9692-c7960e0efa53" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.366832] env[65424]: INFO networking_nsxv3.common.synchronization [None req-8fae620f-de0e-42ae-8668-4ac24f7ac931 tempest-AttachVolumeNegativeTest-2145166079 tempest-AttachVolumeNegativeTest-2145166079-project-member] Enqueued Resource ID: 4130ba39-b31b-451c-a802-940533036032 with Priority: HIGHEST for action security_group_rules [ 1161.367748] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4130ba39-b31b-451c-a802-940533036032 with Priority: HIGHEST for action security_group_rules [ 1161.368263] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4130ba39-b31b-451c-a802-940533036032 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.368263] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4130ba39-b31b-451c-a802-940533036032" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.387792] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.387792] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.387792] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.387792] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.387792] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.387792] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b0f20be4-be71-4f7a-9151-537b45fc92af" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.552395] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.552569] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.552639] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.552862] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.552951] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.553169] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.553264] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.553328] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.553470] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.553547] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.553632] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68f4bc32-bfc6-4c43-aeef-b481f593202c is going to be updated. [ 1161.582022] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.582225] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.582225] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.582422] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.582559] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.592517] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68f4bc32-bfc6-4c43-aeef-b481f593202c in Status: IN_PROGRESS for 2s [ 1161.793773] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.793910] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.793910] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.794486] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.794486] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.794486] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4130ba39-b31b-451c-a802-940533036032 already deleted. [ 1161.794486] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4130ba39-b31b-451c-a802-940533036032" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.794732] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4130ba39-b31b-451c-a802-940533036032" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.794855] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4130ba39-b31b-451c-a802-940533036032" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.794940] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4130ba39-b31b-451c-a802-940533036032',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.859563] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cf7a3e57-c809-4df2-9692-c7960e0efa53',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.324155] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.324374] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.324374] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.324586] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.324668] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.324765] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4130ba39-b31b-451c-a802-940533036032 already deleted. [ 1162.324884] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4130ba39-b31b-451c-a802-940533036032" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.361879] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.361879] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.361879] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.362140] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.362140] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.362216] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf7a3e57-c809-4df2-9692-c7960e0efa53 is going to be created. [ 1162.386750] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.386917] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.386961] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.387189] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.387349] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.397257] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf7a3e57-c809-4df2-9692-c7960e0efa53 in Status: UNINITIALIZED for 2s [ 1162.810312] env[65424]: INFO networking_nsxv3.common.synchronization [req-5861cf9d-927b-4595-b747-c0001a2ef035 req-aed91dfc-8943-483c-b154-73e4ae60a80b tempest-ImagesTestJSON-1724783343 tempest-ImagesTestJSON-1724783343-project-member] Enqueued Resource ID: 68f4bc32-bfc6-4c43-aeef-b481f593202c with Priority: HIGHEST for action security_group_members [ 1162.810633] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68f4bc32-bfc6-4c43-aeef-b481f593202c with Priority: HIGHEST for action security_group_members [ 1162.811033] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-68f4bc32-bfc6-4c43-aeef-b481f593202c taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.811135] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68f4bc32-bfc6-4c43-aeef-b481f593202c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.132032] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock network-152 taken with stack trace [, , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.132352] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "network-152" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.132470] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "network-152" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.132735] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "network-152" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.132992] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.133219] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.133337] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.133557] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.133700] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.133904] env[65424]: DEBUG dogpile.cache.region [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] No value present for key: 'zone-id' {{(pid=65424) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1163.134026] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] NeedRegenerationException {{(pid=65424) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1163.134136] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] no value, waiting for create lock {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1163.134241] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] value creation lock acquired {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1163.134348] env[65424]: DEBUG dogpile.cache.region [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] No value present for key: 'zone-id' {{(pid=65424) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1163.134455] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Calling creation function for not-yet-present value {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1163.134579] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1163.162331] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1163.162529] env[65424]: DEBUG dogpile.cache.region [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=65424) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1163.162670] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Released creation lock {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1163.162847] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "network-152" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.163196] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock port-c5fe62d1-c03a-4c35-8f7d-4f22d812f479 taken with stack trace [, , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.163383] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "port-c5fe62d1-c03a-4c35-8f7d-4f22d812f479" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.163502] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "port-c5fe62d1-c03a-4c35-8f7d-4f22d812f479" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.163858] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "port-c5fe62d1-c03a-4c35-8f7d-4f22d812f479" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.164032] env[65424]: DEBUG networking_nsxv3.api.rpc [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c5fe62d1-c03a-4c35-8f7d-4f22d812f479',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.602508] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68f4bc32-bfc6-4c43-aeef-b481f593202c in Status: SUCCESS [ 1163.602788] env[65424]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68f4bc32-bfc6-4c43-aeef-b481f593202c deletion is rescheduled due to dependency. [ 1163.602788] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68f4bc32-bfc6-4c43-aeef-b481f593202c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.602963] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68f4bc32-bfc6-4c43-aeef-b481f593202c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.603199] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68f4bc32-bfc6-4c43-aeef-b481f593202c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.603386] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.603496] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.603563] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.603716] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.603827] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.603885] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('68f4bc32-bfc6-4c43-aeef-b481f593202c',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.666630] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.666877] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.667041] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.667372] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.667559] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.667700] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Segment Port c5fe62d1-c03a-4c35-8f7d-4f22d812f479 not found, creating... [ 1163.667954] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.668125] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.668243] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.668519] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.668655] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.668945] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.669209] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.669341] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.669600] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.669861] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.670492] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Resource: SegmentPort with ID: c5fe62d1-c03a-4c35-8f7d-4f22d812f479 is going to be created. [ 1163.690221] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.690566] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.690710] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.691625] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.691927] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.692185] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "port-c5fe62d1-c03a-4c35-8f7d-4f22d812f479" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.106670] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.106873] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.106926] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.107142] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.107237] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.107437] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.107539] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.107599] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.107747] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.107825] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.107911] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68f4bc32-bfc6-4c43-aeef-b481f593202c is going to be updated. [ 1164.142235] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.142571] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.142571] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.142651] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.143369] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.153553] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68f4bc32-bfc6-4c43-aeef-b481f593202c in Status: IN_PROGRESS for 2s [ 1164.384458] env[65424]: INFO networking_nsxv3.common.synchronization [req-5861cf9d-927b-4595-b747-c0001a2ef035 req-245cc880-ea33-41b8-b656-688a7262014f service nova] Enqueued Resource ID: 68f4bc32-bfc6-4c43-aeef-b481f593202c with Priority: HIGHEST for action security_group_rules [ 1164.384458] env[65424]: INFO networking_nsxv3.common.synchronization [req-5861cf9d-927b-4595-b747-c0001a2ef035 req-245cc880-ea33-41b8-b656-688a7262014f service nova] Enqueued Resource ID: 68f4bc32-bfc6-4c43-aeef-b481f593202c with Priority: HIGHEST for action security_group_members [ 1164.384458] env[65424]: INFO networking_nsxv3.common.synchronization [req-5861cf9d-927b-4595-b747-c0001a2ef035 req-245cc880-ea33-41b8-b656-688a7262014f service nova] Enqueued Resource ID: c5fe62d1-c03a-4c35-8f7d-4f22d812f479 with Priority: HIGHEST for action port [ 1164.384458] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68f4bc32-bfc6-4c43-aeef-b481f593202c with Priority: HIGHEST for action security_group_rules [ 1164.384458] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68f4bc32-bfc6-4c43-aeef-b481f593202c with Priority: HIGHEST for action security_group_members [ 1164.384458] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5fe62d1-c03a-4c35-8f7d-4f22d812f479 with Priority: HIGHEST for action port [ 1164.387175] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock rules-68f4bc32-bfc6-4c43-aeef-b481f593202c taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.387175] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-68f4bc32-bfc6-4c43-aeef-b481f593202c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.387175] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-68f4bc32-bfc6-4c43-aeef-b481f593202c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.387175] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-68f4bc32-bfc6-4c43-aeef-b481f593202c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.387175] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('68f4bc32-bfc6-4c43-aeef-b481f593202c',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.387175] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-68f4bc32-bfc6-4c43-aeef-b481f593202c taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.387899] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68f4bc32-bfc6-4c43-aeef-b481f593202c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.387899] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock port-c5fe62d1-c03a-4c35-8f7d-4f22d812f479 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.387899] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c5fe62d1-c03a-4c35-8f7d-4f22d812f479" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.387899] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c5fe62d1-c03a-4c35-8f7d-4f22d812f479" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.387899] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c5fe62d1-c03a-4c35-8f7d-4f22d812f479" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.388145] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c5fe62d1-c03a-4c35-8f7d-4f22d812f479',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.409923] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf7a3e57-c809-4df2-9692-c7960e0efa53 in Status: SUCCESS [ 1164.410262] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf7a3e57-c809-4df2-9692-c7960e0efa53" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.410697] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf7a3e57-c809-4df2-9692-c7960e0efa53" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.410955] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf7a3e57-c809-4df2-9692-c7960e0efa53" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.411217] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.411815] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.411815] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.411815] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.411815] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.411815] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf7a3e57-c809-4df2-9692-c7960e0efa53" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.411966] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cf7a3e57-c809-4df2-9692-c7960e0efa53',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.890333] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-68f4bc32-bfc6-4c43-aeef-b481f593202c taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.890552] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68f4bc32-bfc6-4c43-aeef-b481f593202c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.890692] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c5fe62d1-c03a-4c35-8f7d-4f22d812f479 with status ACTIVE [ 1164.890903] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.891033] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.891104] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.891308] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.891400] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.891574] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.891667] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.891725] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.891880] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.891954] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.892170] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.892274] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.892340] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.892471] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.892544] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.892627] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c5fe62d1-c03a-4c35-8f7d-4f22d812f479 is going to be updated. [ 1164.914468] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.914671] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.914671] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.914887] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.915034] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.915223] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c5fe62d1-c03a-4c35-8f7d-4f22d812f479" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.915452] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cf7a3e57-c809-4df2-9692-c7960e0efa53',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.417253] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cf7a3e57-c809-4df2-9692-c7960e0efa53: rpc.has_security_group_logging(os_id): False [ 1165.436907] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.436907] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.436907] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.436907] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.436907] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.437273] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.437273] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.438304] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.438304] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.438304] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.438304] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cf7a3e57-c809-4df2-9692-c7960e0efa53 is going to be created. [ 1165.501998] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.502225] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.502299] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.502534] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.502738] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.513846] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cf7a3e57-c809-4df2-9692-c7960e0efa53 in Status: IN_PROGRESS for 2s [ 1166.164420] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68f4bc32-bfc6-4c43-aeef-b481f593202c in Status: SUCCESS [ 1166.164630] env[65424]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68f4bc32-bfc6-4c43-aeef-b481f593202c deletion is rescheduled due to dependency. [ 1166.164716] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68f4bc32-bfc6-4c43-aeef-b481f593202c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.164875] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68f4bc32-bfc6-4c43-aeef-b481f593202c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.165118] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68f4bc32-bfc6-4c43-aeef-b481f593202c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.165300] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.165418] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.165479] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.165629] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.165706] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.165798] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('68f4bc32-bfc6-4c43-aeef-b481f593202c',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.669528] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('68f4bc32-bfc6-4c43-aeef-b481f593202c',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.171793] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('68f4bc32-bfc6-4c43-aeef-b481f593202c',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.384939] env[65424]: INFO networking_nsxv3.common.synchronization [req-aaecee56-bdf8-460e-b041-25188356db2f req-8ce99c3e-74fe-4e4a-8877-ede2b95542be tempest-AttachVolumeNegativeTest-2145166079 tempest-AttachVolumeNegativeTest-2145166079-project-member] Enqueued Resource ID: 4130ba39-b31b-451c-a802-940533036032 with Priority: HIGHEST for action security_group_members [ 1167.386209] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4130ba39-b31b-451c-a802-940533036032 with Priority: HIGHEST for action security_group_members [ 1167.386209] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-4130ba39-b31b-451c-a802-940533036032 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.386209] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4130ba39-b31b-451c-a802-940533036032" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.386366] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4130ba39-b31b-451c-a802-940533036032" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.386538] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4130ba39-b31b-451c-a802-940533036032" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.386883] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.386883] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.386883] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.387074] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.387105] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.387188] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4130ba39-b31b-451c-a802-940533036032',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.528438] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cf7a3e57-c809-4df2-9692-c7960e0efa53 in Status: SUCCESS [ 1167.528728] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cf7a3e57-c809-4df2-9692-c7960e0efa53" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.677368] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.677368] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.677368] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.677368] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.677368] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.677368] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68f4bc32-bfc6-4c43-aeef-b481f593202c is going to be updated. [ 1167.706518] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.706737] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.706786] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.706991] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.707151] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.716847] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68f4bc32-bfc6-4c43-aeef-b481f593202c in Status: IN_PROGRESS for 2s [ 1167.736572] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock network-339 taken with stack trace [, , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.736790] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "network-339" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.736881] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "network-339" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.737196] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "network-339" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.737444] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.737599] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.737712] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.737929] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.738331] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.738331] env[65424]: DEBUG dogpile.cache.region [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] No value present for key: 'zone-id' {{(pid=65424) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1167.738495] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] NeedRegenerationException {{(pid=65424) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1167.738587] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] no value, waiting for create lock {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1167.738688] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] value creation lock acquired {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1167.738796] env[65424]: DEBUG dogpile.cache.region [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] No value present for key: 'zone-id' {{(pid=65424) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1167.738926] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Calling creation function for not-yet-present value {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1167.739147] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1167.759184] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1167.759359] env[65424]: DEBUG dogpile.cache.region [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65424) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1167.759509] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Released creation lock {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1167.759698] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "network-339" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.760017] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock port-2b762469-3aaa-4e60-9700-9327b2aa5525 taken with stack trace [, , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.760196] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "port-2b762469-3aaa-4e60-9700-9327b2aa5525" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.760316] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "port-2b762469-3aaa-4e60-9700-9327b2aa5525" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.760653] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "port-2b762469-3aaa-4e60-9700-9327b2aa5525" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.760787] env[65424]: DEBUG networking_nsxv3.api.rpc [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2b762469-3aaa-4e60-9700-9327b2aa5525',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.890030] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.890030] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.890030] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.890030] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.890030] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.890503] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.890503] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.890503] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.890503] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.890503] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.890711] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4130ba39-b31b-451c-a802-940533036032 already deleted. [ 1167.890711] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4130ba39-b31b-451c-a802-940533036032" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.262658] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.262951] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.263096] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.263360] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.263505] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.263690] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Segment Port 2b762469-3aaa-4e60-9700-9327b2aa5525 not found, creating... [ 1168.264024] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.264246] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.264383] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.264697] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.264819] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.265086] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.265502] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.265502] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.265611] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.265842] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.265888] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Resource: SegmentPort with ID: 2b762469-3aaa-4e60-9700-9327b2aa5525 is going to be created. [ 1168.291915] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.292167] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.292329] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.292666] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.292947] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.293585] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "port-2b762469-3aaa-4e60-9700-9327b2aa5525" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.348832] env[65424]: INFO networking_nsxv3.common.synchronization [req-362be981-78d2-4852-9bc4-0b53007115ff req-c322f13f-9ee2-48e9-a70a-52924d8c8e39 tempest-AttachInterfacesTestJSON-1826416307 tempest-AttachInterfacesTestJSON-1826416307-project-member] Enqueued Resource ID: e264161b-b593-44ea-b07b-eed0b1d65cb7 with Priority: HIGHEST for action security_group_members [ 1168.349464] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e264161b-b593-44ea-b07b-eed0b1d65cb7 with Priority: HIGHEST for action security_group_members [ 1168.349804] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-e264161b-b593-44ea-b07b-eed0b1d65cb7 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.349931] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e264161b-b593-44ea-b07b-eed0b1d65cb7" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.349998] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e264161b-b593-44ea-b07b-eed0b1d65cb7" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.350254] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e264161b-b593-44ea-b07b-eed0b1d65cb7" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.350413] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.350509] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.350567] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.350710] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.351404] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.351404] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e264161b-b593-44ea-b07b-eed0b1d65cb7',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.853048] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e264161b-b593-44ea-b07b-eed0b1d65cb7',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.007513] env[65424]: INFO networking_nsxv3.common.synchronization [req-aaecee56-bdf8-460e-b041-25188356db2f req-129f169a-0a50-4c17-b6f3-8e01b5b6199b service nova] Enqueued Resource ID: 4130ba39-b31b-451c-a802-940533036032 with Priority: HIGHEST for action security_group_rules [ 1169.007513] env[65424]: INFO networking_nsxv3.common.synchronization [req-aaecee56-bdf8-460e-b041-25188356db2f req-129f169a-0a50-4c17-b6f3-8e01b5b6199b service nova] Enqueued Resource ID: 4130ba39-b31b-451c-a802-940533036032 with Priority: HIGHEST for action security_group_members [ 1169.007513] env[65424]: INFO networking_nsxv3.common.synchronization [req-aaecee56-bdf8-460e-b041-25188356db2f req-129f169a-0a50-4c17-b6f3-8e01b5b6199b service nova] Enqueued Resource ID: 2b762469-3aaa-4e60-9700-9327b2aa5525 with Priority: HIGHEST for action port [ 1169.007513] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4130ba39-b31b-451c-a802-940533036032 with Priority: HIGHEST for action security_group_rules [ 1169.007513] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4130ba39-b31b-451c-a802-940533036032 with Priority: HIGHEST for action security_group_members [ 1169.007513] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b762469-3aaa-4e60-9700-9327b2aa5525 with Priority: HIGHEST for action port [ 1169.007513] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4130ba39-b31b-451c-a802-940533036032 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.007513] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4130ba39-b31b-451c-a802-940533036032" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.007513] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4130ba39-b31b-451c-a802-940533036032" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.007513] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4130ba39-b31b-451c-a802-940533036032" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.007513] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4130ba39-b31b-451c-a802-940533036032',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.008735] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-4130ba39-b31b-451c-a802-940533036032 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.008735] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4130ba39-b31b-451c-a802-940533036032" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.008851] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4130ba39-b31b-451c-a802-940533036032" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.008964] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4130ba39-b31b-451c-a802-940533036032" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.009309] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.009309] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.009309] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.009447] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.009536] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.009615] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4130ba39-b31b-451c-a802-940533036032',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.010463] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock port-2b762469-3aaa-4e60-9700-9327b2aa5525 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.010864] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2b762469-3aaa-4e60-9700-9327b2aa5525" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.011017] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2b762469-3aaa-4e60-9700-9327b2aa5525" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.011195] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2b762469-3aaa-4e60-9700-9327b2aa5525" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.011307] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2b762469-3aaa-4e60-9700-9327b2aa5525',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.237581] env[65424]: INFO networking_nsxv3.common.synchronization [None req-63ec9626-cdf5-4e3b-a0cf-746ff211310f tempest-ServerActionsTestJSON-1441725890 tempest-ServerActionsTestJSON-1441725890-project-member] Enqueued Resource ID: f5fd0c15-dd5d-4fcb-a0d2-c76fb07c2c32 with Priority: HIGHEST for action security_group_rules [ 1169.238108] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5fd0c15-dd5d-4fcb-a0d2-c76fb07c2c32 with Priority: HIGHEST for action security_group_rules [ 1169.238458] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f5fd0c15-dd5d-4fcb-a0d2-c76fb07c2c32 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.238661] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f5fd0c15-dd5d-4fcb-a0d2-c76fb07c2c32" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.238661] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f5fd0c15-dd5d-4fcb-a0d2-c76fb07c2c32" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.238847] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f5fd0c15-dd5d-4fcb-a0d2-c76fb07c2c32" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.238928] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f5fd0c15-dd5d-4fcb-a0d2-c76fb07c2c32',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.355393] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e264161b-b593-44ea-b07b-eed0b1d65cb7',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.364355] env[65424]: INFO networking_nsxv3.common.synchronization [None req-359e4e63-c3a4-4c88-960b-3b4f338c233d tempest-ServerActionsTestJSON-1441725890 tempest-ServerActionsTestJSON-1441725890-project-member] Enqueued Resource ID: f5fd0c15-dd5d-4fcb-a0d2-c76fb07c2c32 with Priority: HIGHEST for action security_group_rules [ 1169.365355] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5fd0c15-dd5d-4fcb-a0d2-c76fb07c2c32 with Priority: HIGHEST for action security_group_rules [ 1169.365768] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f5fd0c15-dd5d-4fcb-a0d2-c76fb07c2c32 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.365768] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f5fd0c15-dd5d-4fcb-a0d2-c76fb07c2c32" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.514030] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4130ba39-b31b-451c-a802-940533036032',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.515185] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-4130ba39-b31b-451c-a802-940533036032 taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.515376] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4130ba39-b31b-451c-a802-940533036032" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.516179] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2b762469-3aaa-4e60-9700-9327b2aa5525 with status ACTIVE [ 1169.516179] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.516179] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.516382] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.516488] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.516674] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.516783] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.516877] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.516932] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.517169] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.517239] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.517415] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.517510] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.517570] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.517814] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.517814] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.517918] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2b762469-3aaa-4e60-9700-9327b2aa5525 is going to be updated. [ 1169.543726] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.544125] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.544125] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.544271] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.544564] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.544564] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2b762469-3aaa-4e60-9700-9327b2aa5525" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.732395] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68f4bc32-bfc6-4c43-aeef-b481f593202c in Status: SUCCESS [ 1169.732395] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68f4bc32-bfc6-4c43-aeef-b481f593202c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.732632] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68f4bc32-bfc6-4c43-aeef-b481f593202c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.733581] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68f4bc32-bfc6-4c43-aeef-b481f593202c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.733581] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.733581] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.733581] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.733581] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.733581] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.733581] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68f4bc32-bfc6-4c43-aeef-b481f593202c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.734381] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('68f4bc32-bfc6-4c43-aeef-b481f593202c',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.758505] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.758674] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.758729] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.758939] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.759034] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.759171] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f5fd0c15-dd5d-4fcb-a0d2-c76fb07c2c32 already deleted. [ 1169.759228] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f5fd0c15-dd5d-4fcb-a0d2-c76fb07c2c32" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.759354] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f5fd0c15-dd5d-4fcb-a0d2-c76fb07c2c32" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.759548] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f5fd0c15-dd5d-4fcb-a0d2-c76fb07c2c32" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.759642] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f5fd0c15-dd5d-4fcb-a0d2-c76fb07c2c32',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.858288] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.858288] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.858288] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.858288] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.858777] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.858777] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e264161b-b593-44ea-b07b-eed0b1d65cb7 is going to be updated. [ 1169.892312] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.892492] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.892611] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.893030] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.893030] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.909895] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e264161b-b593-44ea-b07b-eed0b1d65cb7 in Status: IN_PROGRESS for 2s [ 1170.016911] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4130ba39-b31b-451c-a802-940533036032',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.236907] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-68f4bc32-bfc6-4c43-aeef-b481f593202c taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.237117] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68f4bc32-bfc6-4c43-aeef-b481f593202c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.237185] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68f4bc32-bfc6-4c43-aeef-b481f593202c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.237406] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68f4bc32-bfc6-4c43-aeef-b481f593202c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.237583] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.237682] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.237767] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.237999] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.238154] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.238281] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68f4bc32-bfc6-4c43-aeef-b481f593202c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.238481] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-68f4bc32-bfc6-4c43-aeef-b481f593202c taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.238582] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68f4bc32-bfc6-4c43-aeef-b481f593202c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.238644] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68f4bc32-bfc6-4c43-aeef-b481f593202c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.238787] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68f4bc32-bfc6-4c43-aeef-b481f593202c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.238927] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.239031] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.239085] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.240826] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.240826] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.240826] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68f4bc32-bfc6-4c43-aeef-b481f593202c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.240826] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('68f4bc32-bfc6-4c43-aeef-b481f593202c',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.292436] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.292436] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.292436] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.292436] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.292436] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.292436] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f5fd0c15-dd5d-4fcb-a0d2-c76fb07c2c32 already deleted. [ 1170.292436] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f5fd0c15-dd5d-4fcb-a0d2-c76fb07c2c32" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.521316] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.521513] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.521580] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.521847] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.521941] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.522413] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4130ba39-b31b-451c-a802-940533036032 is going to be created. [ 1170.552047] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.552150] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.552232] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.554424] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.554424] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.562799] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4130ba39-b31b-451c-a802-940533036032 in Status: UNINITIALIZED for 2s [ 1170.723480] env[65424]: INFO networking_nsxv3.common.synchronization [req-13df41c7-cc05-4e0a-8a68-516a73c5b327 req-d223d058-48d7-4dc1-93a2-3a4fa4118c4d tempest-ServerActionsTestOtherA-1226392852 tempest-ServerActionsTestOtherA-1226392852-project-member] Enqueued Resource ID: 3f856368-3ca8-4be3-8f28-ede6b32cb085 with Priority: HIGHEST for action security_group_members [ 1170.723480] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f856368-3ca8-4be3-8f28-ede6b32cb085 with Priority: HIGHEST for action security_group_members [ 1170.723963] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f856368-3ca8-4be3-8f28-ede6b32cb085 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.723963] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f856368-3ca8-4be3-8f28-ede6b32cb085" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.723963] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f856368-3ca8-4be3-8f28-ede6b32cb085" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.724206] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f856368-3ca8-4be3-8f28-ede6b32cb085" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.724321] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.724486] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.724807] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.724807] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.724924] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.724960] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3f856368-3ca8-4be3-8f28-ede6b32cb085',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.741985] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 68f4bc32-bfc6-4c43-aeef-b481f593202c: rpc.has_security_group_logging(os_id): False [ 1170.767013] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.767153] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.767244] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.767430] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.767513] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.767707] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.767802] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.767862] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.768017] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.768103] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.768473] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.768607] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.768672] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.768819] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.768893] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.769097] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.769191] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.769253] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.769481] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.769481] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.769565] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 68f4bc32-bfc6-4c43-aeef-b481f593202c is going to be updated. [ 1170.840652] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.840821] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.840874] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.841087] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.841231] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.860079] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 68f4bc32-bfc6-4c43-aeef-b481f593202c in Status: IN_PROGRESS for 2s [ 1171.057619] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock network-512 taken with stack trace [, , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.057808] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "network-512" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.057924] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "network-512" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.058214] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "network-512" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.058515] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.058685] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.058799] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.059015] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.059169] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.060051] env[65424]: DEBUG dogpile.cache.region [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] No value present for key: 'zone-id' {{(pid=65424) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1171.060051] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] NeedRegenerationException {{(pid=65424) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1171.060051] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] no value, waiting for create lock {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1171.060051] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] value creation lock acquired {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1171.060051] env[65424]: DEBUG dogpile.cache.region [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] No value present for key: 'zone-id' {{(pid=65424) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1171.060051] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Calling creation function for not-yet-present value {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1171.060254] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1171.080852] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1171.080852] env[65424]: DEBUG dogpile.cache.region [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65424) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1171.081058] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Released creation lock {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1171.081180] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "network-512" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.081494] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock port-aed208e0-883f-4853-bd19-93165d09a721 taken with stack trace [, , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.081689] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "port-aed208e0-883f-4853-bd19-93165d09a721" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.081808] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "port-aed208e0-883f-4853-bd19-93165d09a721" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.082208] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "port-aed208e0-883f-4853-bd19-93165d09a721" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.082348] env[65424]: DEBUG networking_nsxv3.api.rpc [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aed208e0-883f-4853-bd19-93165d09a721',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.227273] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.227498] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.227541] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.227921] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.228122] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.228402] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.228600] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.228691] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.228906] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.229039] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.229225] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f856368-3ca8-4be3-8f28-ede6b32cb085 already deleted. [ 1171.229416] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f856368-3ca8-4be3-8f28-ede6b32cb085" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.585818] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.585818] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.585818] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.585818] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.585818] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.586137] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Segment Port aed208e0-883f-4853-bd19-93165d09a721 not found, creating... [ 1171.586512] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.586807] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.587029] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.587337] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.587572] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.587966] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.588258] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.588489] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.589169] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.589169] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.589169] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Resource: SegmentPort with ID: aed208e0-883f-4853-bd19-93165d09a721 is going to be created. [ 1171.611831] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.611831] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.612584] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.613057] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.613435] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.613810] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "port-aed208e0-883f-4853-bd19-93165d09a721" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.919182] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e264161b-b593-44ea-b07b-eed0b1d65cb7 in Status: SUCCESS [ 1171.919454] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e264161b-b593-44ea-b07b-eed0b1d65cb7" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.301705] env[65424]: INFO networking_nsxv3.common.synchronization [req-13df41c7-cc05-4e0a-8a68-516a73c5b327 req-4e00f56b-cc28-4427-a5a2-b83ed56ccec1 service nova] Enqueued Resource ID: 3f856368-3ca8-4be3-8f28-ede6b32cb085 with Priority: HIGHEST for action security_group_rules [ 1172.301913] env[65424]: INFO networking_nsxv3.common.synchronization [req-13df41c7-cc05-4e0a-8a68-516a73c5b327 req-4e00f56b-cc28-4427-a5a2-b83ed56ccec1 service nova] Enqueued Resource ID: 3f856368-3ca8-4be3-8f28-ede6b32cb085 with Priority: HIGHEST for action security_group_members [ 1172.302080] env[65424]: INFO networking_nsxv3.common.synchronization [req-13df41c7-cc05-4e0a-8a68-516a73c5b327 req-4e00f56b-cc28-4427-a5a2-b83ed56ccec1 service nova] Enqueued Resource ID: aed208e0-883f-4853-bd19-93165d09a721 with Priority: HIGHEST for action port [ 1172.302652] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f856368-3ca8-4be3-8f28-ede6b32cb085 with Priority: HIGHEST for action security_group_rules [ 1172.302847] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f856368-3ca8-4be3-8f28-ede6b32cb085 with Priority: HIGHEST for action security_group_members [ 1172.302909] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aed208e0-883f-4853-bd19-93165d09a721 with Priority: HIGHEST for action port [ 1172.303215] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3f856368-3ca8-4be3-8f28-ede6b32cb085 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.303330] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3f856368-3ca8-4be3-8f28-ede6b32cb085" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.303399] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3f856368-3ca8-4be3-8f28-ede6b32cb085" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.304147] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3f856368-3ca8-4be3-8f28-ede6b32cb085" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.304147] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3f856368-3ca8-4be3-8f28-ede6b32cb085',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.305022] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f856368-3ca8-4be3-8f28-ede6b32cb085 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.305148] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f856368-3ca8-4be3-8f28-ede6b32cb085" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.305203] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f856368-3ca8-4be3-8f28-ede6b32cb085" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.305436] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f856368-3ca8-4be3-8f28-ede6b32cb085" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.305653] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.306237] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.306237] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.306237] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.306237] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.306237] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3f856368-3ca8-4be3-8f28-ede6b32cb085',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.306999] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock port-aed208e0-883f-4853-bd19-93165d09a721 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.306999] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aed208e0-883f-4853-bd19-93165d09a721" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.307161] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aed208e0-883f-4853-bd19-93165d09a721" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.307202] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aed208e0-883f-4853-bd19-93165d09a721" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.307631] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aed208e0-883f-4853-bd19-93165d09a721',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.574237] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4130ba39-b31b-451c-a802-940533036032 in Status: SUCCESS [ 1172.574648] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4130ba39-b31b-451c-a802-940533036032" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.574934] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4130ba39-b31b-451c-a802-940533036032" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.575294] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4130ba39-b31b-451c-a802-940533036032" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.575620] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.575823] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.575956] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.576244] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.576410] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.576559] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4130ba39-b31b-451c-a802-940533036032" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.576728] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4130ba39-b31b-451c-a802-940533036032',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.809743] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3f856368-3ca8-4be3-8f28-ede6b32cb085',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.810568] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f856368-3ca8-4be3-8f28-ede6b32cb085 taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.810689] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f856368-3ca8-4be3-8f28-ede6b32cb085" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.810880] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port aed208e0-883f-4853-bd19-93165d09a721 with status ACTIVE [ 1172.811020] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.811122] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.811423] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.811423] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.811589] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.811645] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.811743] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.811795] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.811954] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.812057] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.812218] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.812302] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.812380] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.812541] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.812624] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.812624] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: aed208e0-883f-4853-bd19-93165d09a721 is going to be updated. [ 1172.837272] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.837442] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.837501] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.837684] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.837821] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.838223] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aed208e0-883f-4853-bd19-93165d09a721" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.877725] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 68f4bc32-bfc6-4c43-aeef-b481f593202c in Status: SUCCESS [ 1172.877953] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-68f4bc32-bfc6-4c43-aeef-b481f593202c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.079833] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4130ba39-b31b-451c-a802-940533036032',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.315165] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3f856368-3ca8-4be3-8f28-ede6b32cb085',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.583046] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4130ba39-b31b-451c-a802-940533036032: rpc.has_security_group_logging(os_id): False [ 1173.601200] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.601200] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.601200] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.601200] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.601362] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.601533] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.601638] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.601700] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.601850] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.601926] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.602024] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4130ba39-b31b-451c-a802-940533036032 is going to be created. [ 1173.672209] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.672378] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.672417] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.672616] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.672801] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.684701] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4130ba39-b31b-451c-a802-940533036032 in Status: IN_PROGRESS for 2s [ 1173.818579] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.818747] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.818805] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.819160] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.819160] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.819287] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f856368-3ca8-4be3-8f28-ede6b32cb085 is going to be created. [ 1173.850807] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.850807] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.850807] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.851216] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.851216] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.862359] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f856368-3ca8-4be3-8f28-ede6b32cb085 in Status: UNINITIALIZED for 2s [ 1175.303795] env[65424]: INFO networking_nsxv3.common.synchronization [req-c76fa8a4-0ded-451a-a6d9-2df145c89556 req-f08ee5c7-0c0e-4555-ad48-42e61658ff09 tempest-AttachInterfacesTestJSON-1826416307 tempest-AttachInterfacesTestJSON-1826416307-project-member] Enqueued Resource ID: e264161b-b593-44ea-b07b-eed0b1d65cb7 with Priority: HIGHEST for action security_group_members [ 1175.304417] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e264161b-b593-44ea-b07b-eed0b1d65cb7 with Priority: HIGHEST for action security_group_members [ 1175.304739] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-e264161b-b593-44ea-b07b-eed0b1d65cb7 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.304857] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e264161b-b593-44ea-b07b-eed0b1d65cb7" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.304924] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e264161b-b593-44ea-b07b-eed0b1d65cb7" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.306522] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e264161b-b593-44ea-b07b-eed0b1d65cb7" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.306713] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.307235] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.307309] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.307857] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.307857] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.307857] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e264161b-b593-44ea-b07b-eed0b1d65cb7',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.697085] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4130ba39-b31b-451c-a802-940533036032 in Status: SUCCESS [ 1175.697252] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4130ba39-b31b-451c-a802-940533036032" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.810155] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.810374] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.810421] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.810627] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.832696] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.833022] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.833191] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.833261] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.833470] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.833548] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.833692] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e264161b-b593-44ea-b07b-eed0b1d65cb7 is going to be updated. [ 1175.865785] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.866058] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.866058] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.866287] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.866511] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.883717] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f856368-3ca8-4be3-8f28-ede6b32cb085 in Status: SUCCESS [ 1175.883985] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f856368-3ca8-4be3-8f28-ede6b32cb085" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.884658] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e264161b-b593-44ea-b07b-eed0b1d65cb7 in Status: IN_PROGRESS for 2s [ 1175.884805] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f856368-3ca8-4be3-8f28-ede6b32cb085" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.885195] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f856368-3ca8-4be3-8f28-ede6b32cb085" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.885293] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.885355] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.885390] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.885546] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.885632] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.885713] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f856368-3ca8-4be3-8f28-ede6b32cb085" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.885805] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3f856368-3ca8-4be3-8f28-ede6b32cb085',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.388442] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f856368-3ca8-4be3-8f28-ede6b32cb085 taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.388734] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f856368-3ca8-4be3-8f28-ede6b32cb085" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.388734] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f856368-3ca8-4be3-8f28-ede6b32cb085" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.388962] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f856368-3ca8-4be3-8f28-ede6b32cb085" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.389154] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.389256] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.389318] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.389469] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.389583] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.389674] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f856368-3ca8-4be3-8f28-ede6b32cb085" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.389909] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f856368-3ca8-4be3-8f28-ede6b32cb085 taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.390060] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f856368-3ca8-4be3-8f28-ede6b32cb085" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.390130] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f856368-3ca8-4be3-8f28-ede6b32cb085" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.390275] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f856368-3ca8-4be3-8f28-ede6b32cb085" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.390414] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.390503] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.390565] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.390694] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.390768] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.390871] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f856368-3ca8-4be3-8f28-ede6b32cb085" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.390961] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3f856368-3ca8-4be3-8f28-ede6b32cb085',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.893532] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3f856368-3ca8-4be3-8f28-ede6b32cb085: rpc.has_security_group_logging(os_id): False [ 1176.913190] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.913452] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.913452] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.913666] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.913810] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.913958] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.914063] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.914115] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.914276] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.914361] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.914542] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.914654] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.914723] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.914872] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.914932] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.915141] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.915237] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.915292] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.915426] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.915499] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.915583] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3f856368-3ca8-4be3-8f28-ede6b32cb085 is going to be created. [ 1176.990018] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.990368] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.990368] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.990514] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.990691] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.003484] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3f856368-3ca8-4be3-8f28-ede6b32cb085 in Status: IN_PROGRESS for 2s [ 1177.188195] env[65424]: INFO networking_nsxv3.common.synchronization [req-160aa1ca-ba90-4d40-8111-efe44b83f492 req-847de22b-5b76-448d-8ff6-639e60934c63 tempest-ServerActionsTestJSON-1441725890 tempest-ServerActionsTestJSON-1441725890-project-member] Enqueued Resource ID: f5fd0c15-dd5d-4fcb-a0d2-c76fb07c2c32 with Priority: HIGHEST for action security_group_members [ 1177.188812] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5fd0c15-dd5d-4fcb-a0d2-c76fb07c2c32 with Priority: HIGHEST for action security_group_members [ 1177.189324] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-f5fd0c15-dd5d-4fcb-a0d2-c76fb07c2c32 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.189509] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f5fd0c15-dd5d-4fcb-a0d2-c76fb07c2c32" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.189794] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f5fd0c15-dd5d-4fcb-a0d2-c76fb07c2c32" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.190159] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f5fd0c15-dd5d-4fcb-a0d2-c76fb07c2c32" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.190223] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.190410] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.190489] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.190722] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.190869] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.192201] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f5fd0c15-dd5d-4fcb-a0d2-c76fb07c2c32',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.573819] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock network-350 taken with stack trace [, , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.574251] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "network-350" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.574251] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "network-350" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.574395] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "network-350" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.574649] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.574802] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.574916] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.575850] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.576085] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.577489] env[65424]: DEBUG dogpile.cache.region [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] No value present for key: 'zone-id' {{(pid=65424) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1177.577489] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] NeedRegenerationException {{(pid=65424) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1177.577618] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] no value, waiting for create lock {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1177.577770] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] value creation lock acquired {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1177.577843] env[65424]: DEBUG dogpile.cache.region [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] No value present for key: 'zone-id' {{(pid=65424) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1177.577992] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Calling creation function for not-yet-present value {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1177.578181] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1177.599565] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1177.599747] env[65424]: DEBUG dogpile.cache.region [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65424) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1177.599869] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Released creation lock {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1177.600153] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "network-350" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.600473] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock port-bd5d1d14-5007-4909-9eb2-f00e8282970d taken with stack trace [, , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.600648] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "port-bd5d1d14-5007-4909-9eb2-f00e8282970d" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.600767] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "port-bd5d1d14-5007-4909-9eb2-f00e8282970d" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.601197] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "port-bd5d1d14-5007-4909-9eb2-f00e8282970d" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.601274] env[65424]: DEBUG networking_nsxv3.api.rpc [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bd5d1d14-5007-4909-9eb2-f00e8282970d',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.695940] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.695940] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.695940] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.696154] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.696200] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.696904] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.696904] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.696904] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.696904] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.696904] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.696904] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f5fd0c15-dd5d-4fcb-a0d2-c76fb07c2c32 already deleted. [ 1177.697167] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f5fd0c15-dd5d-4fcb-a0d2-c76fb07c2c32" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.894819] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e264161b-b593-44ea-b07b-eed0b1d65cb7 in Status: SUCCESS [ 1177.895096] env[65424]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e264161b-b593-44ea-b07b-eed0b1d65cb7 deletion is rescheduled due to dependency. [ 1177.895225] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e264161b-b593-44ea-b07b-eed0b1d65cb7" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.103844] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.104093] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.104278] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.104501] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.104667] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.104821] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Segment Port bd5d1d14-5007-4909-9eb2-f00e8282970d not found, creating... [ 1178.105087] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.105245] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.105360] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.105583] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.105719] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.105998] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.106175] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.106293] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.106492] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.106661] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.106828] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Resource: SegmentPort with ID: bd5d1d14-5007-4909-9eb2-f00e8282970d is going to be created. [ 1178.132390] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.132611] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.132720] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.133083] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.133269] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.133493] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "port-bd5d1d14-5007-4909-9eb2-f00e8282970d" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.864288] env[65424]: INFO networking_nsxv3.common.synchronization [req-160aa1ca-ba90-4d40-8111-efe44b83f492 req-55433cbb-30e6-4d67-808f-9ce452e79c57 service nova] Enqueued Resource ID: f5fd0c15-dd5d-4fcb-a0d2-c76fb07c2c32 with Priority: HIGHEST for action security_group_rules [ 1178.864598] env[65424]: INFO networking_nsxv3.common.synchronization [req-160aa1ca-ba90-4d40-8111-efe44b83f492 req-55433cbb-30e6-4d67-808f-9ce452e79c57 service nova] Enqueued Resource ID: f5fd0c15-dd5d-4fcb-a0d2-c76fb07c2c32 with Priority: HIGHEST for action security_group_members [ 1178.864896] env[65424]: INFO networking_nsxv3.common.synchronization [req-160aa1ca-ba90-4d40-8111-efe44b83f492 req-55433cbb-30e6-4d67-808f-9ce452e79c57 service nova] Enqueued Resource ID: bd5d1d14-5007-4909-9eb2-f00e8282970d with Priority: HIGHEST for action port [ 1178.865533] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5fd0c15-dd5d-4fcb-a0d2-c76fb07c2c32 with Priority: HIGHEST for action security_group_rules [ 1178.865754] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5fd0c15-dd5d-4fcb-a0d2-c76fb07c2c32 with Priority: HIGHEST for action security_group_members [ 1178.867556] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd5d1d14-5007-4909-9eb2-f00e8282970d with Priority: HIGHEST for action port [ 1178.867556] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f5fd0c15-dd5d-4fcb-a0d2-c76fb07c2c32 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.867556] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f5fd0c15-dd5d-4fcb-a0d2-c76fb07c2c32" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.867556] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f5fd0c15-dd5d-4fcb-a0d2-c76fb07c2c32" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.867556] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f5fd0c15-dd5d-4fcb-a0d2-c76fb07c2c32" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.867556] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f5fd0c15-dd5d-4fcb-a0d2-c76fb07c2c32',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.871013] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-f5fd0c15-dd5d-4fcb-a0d2-c76fb07c2c32 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.871013] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f5fd0c15-dd5d-4fcb-a0d2-c76fb07c2c32" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.871013] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f5fd0c15-dd5d-4fcb-a0d2-c76fb07c2c32" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.871013] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f5fd0c15-dd5d-4fcb-a0d2-c76fb07c2c32" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.871013] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.871013] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.871013] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.871013] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.871013] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.871013] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f5fd0c15-dd5d-4fcb-a0d2-c76fb07c2c32',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.871013] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock port-bd5d1d14-5007-4909-9eb2-f00e8282970d taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.871013] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bd5d1d14-5007-4909-9eb2-f00e8282970d" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.871013] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bd5d1d14-5007-4909-9eb2-f00e8282970d" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.871613] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bd5d1d14-5007-4909-9eb2-f00e8282970d" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.871613] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bd5d1d14-5007-4909-9eb2-f00e8282970d',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.015806] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3f856368-3ca8-4be3-8f28-ede6b32cb085 in Status: SUCCESS [ 1179.016307] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3f856368-3ca8-4be3-8f28-ede6b32cb085" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.373492] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-f5fd0c15-dd5d-4fcb-a0d2-c76fb07c2c32 taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.373648] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f5fd0c15-dd5d-4fcb-a0d2-c76fb07c2c32" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.373865] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f5fd0c15-dd5d-4fcb-a0d2-c76fb07c2c32',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.375928] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bd5d1d14-5007-4909-9eb2-f00e8282970d with status ACTIVE [ 1179.375928] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.375928] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.375928] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.375928] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.375928] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.375928] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.376277] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.376277] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.376277] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.376408] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.376611] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.376706] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.376755] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.376941] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.377024] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.377108] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bd5d1d14-5007-4909-9eb2-f00e8282970d is going to be updated. [ 1179.402139] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.402334] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.402334] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.402757] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.402913] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.403338] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bd5d1d14-5007-4909-9eb2-f00e8282970d" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.879092] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f5fd0c15-dd5d-4fcb-a0d2-c76fb07c2c32',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.913780] env[65424]: INFO networking_nsxv3.common.synchronization [None req-d709cbc6-adbb-407a-9fd9-b142d062a6dc tempest-AttachInterfacesTestJSON-1826416307 tempest-AttachInterfacesTestJSON-1826416307-project-member] Enqueued Resource ID: 0ce1018e-9bfb-4592-a35b-612bacc1808f with Priority: HIGHEST for action security_group_members [ 1179.917119] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ce1018e-9bfb-4592-a35b-612bacc1808f with Priority: HIGHEST for action security_group_members [ 1179.917471] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ce1018e-9bfb-4592-a35b-612bacc1808f taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.917595] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ce1018e-9bfb-4592-a35b-612bacc1808f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.917659] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ce1018e-9bfb-4592-a35b-612bacc1808f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.917860] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ce1018e-9bfb-4592-a35b-612bacc1808f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.918019] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.918159] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.918233] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.918388] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.918467] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.918587] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0ce1018e-9bfb-4592-a35b-612bacc1808f',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.381909] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.382135] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.382284] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.382459] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.382603] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.382677] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f5fd0c15-dd5d-4fcb-a0d2-c76fb07c2c32 is going to be created. [ 1180.412414] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.412614] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.412614] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.413041] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.413123] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.420913] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.421135] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.421135] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.421327] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.421741] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.421741] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.421741] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.421985] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.421985] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.421985] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.422134] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0ce1018e-9bfb-4592-a35b-612bacc1808f is going to be updated. [ 1180.424217] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f5fd0c15-dd5d-4fcb-a0d2-c76fb07c2c32 in Status: UNINITIALIZED for 2s [ 1180.451483] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.451655] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.451712] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.451900] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.452049] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.462575] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0ce1018e-9bfb-4592-a35b-612bacc1808f in Status: IN_PROGRESS for 2s [ 1182.438421] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f5fd0c15-dd5d-4fcb-a0d2-c76fb07c2c32 in Status: SUCCESS [ 1182.438421] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f5fd0c15-dd5d-4fcb-a0d2-c76fb07c2c32" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.438421] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f5fd0c15-dd5d-4fcb-a0d2-c76fb07c2c32" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.438421] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f5fd0c15-dd5d-4fcb-a0d2-c76fb07c2c32" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.438421] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.438421] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.438421] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.438421] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.439805] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.439805] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f5fd0c15-dd5d-4fcb-a0d2-c76fb07c2c32" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.439919] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f5fd0c15-dd5d-4fcb-a0d2-c76fb07c2c32',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.471889] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0ce1018e-9bfb-4592-a35b-612bacc1808f in Status: SUCCESS [ 1182.472119] env[65424]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0ce1018e-9bfb-4592-a35b-612bacc1808f deletion is rescheduled due to dependency. [ 1182.472242] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ce1018e-9bfb-4592-a35b-612bacc1808f" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.942516] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f5fd0c15-dd5d-4fcb-a0d2-c76fb07c2c32',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.444858] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f5fd0c15-dd5d-4fcb-a0d2-c76fb07c2c32: rpc.has_security_group_logging(os_id): False [ 1183.465766] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.465915] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.465987] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.466255] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.466350] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.466620] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.466732] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.466801] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.466955] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.467042] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.467132] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f5fd0c15-dd5d-4fcb-a0d2-c76fb07c2c32 is going to be created. [ 1183.543313] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.545068] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.545068] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.545068] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.545068] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.559886] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f5fd0c15-dd5d-4fcb-a0d2-c76fb07c2c32 in Status: IN_PROGRESS for 2s [ 1184.682851] env[65424]: INFO networking_nsxv3.common.synchronization [None req-30ffaf82-ca8f-49ec-a3d5-a17b4e4641f9 None None] Enqueued Resource ID: 82a4ae1c-c95e-4d04-bec9-d0d56f5012c2 with Priority: HIGHEST for action port [ 1184.683385] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82a4ae1c-c95e-4d04-bec9-d0d56f5012c2 with Priority: HIGHEST for action port [ 1184.683681] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock port-82a4ae1c-c95e-4d04-bec9-d0d56f5012c2 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.683802] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-82a4ae1c-c95e-4d04-bec9-d0d56f5012c2" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.683869] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-82a4ae1c-c95e-4d04-bec9-d0d56f5012c2" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.686767] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-82a4ae1c-c95e-4d04-bec9-d0d56f5012c2" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.686877] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('82a4ae1c-c95e-4d04-bec9-d0d56f5012c2',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.698332] env[65424]: INFO networking_nsxv3.common.synchronization [req-222a5ccf-2948-459b-ac05-48274ae7a229 req-89919d7c-efeb-4c77-955b-ccebc99d09a9 tempest-ImagesTestJSON-1724783343 tempest-ImagesTestJSON-1724783343-project-member] Enqueued Resource ID: 68f4bc32-bfc6-4c43-aeef-b481f593202c with Priority: HIGHEST for action security_group_members [ 1184.699277] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68f4bc32-bfc6-4c43-aeef-b481f593202c with Priority: HIGHEST for action security_group_members [ 1184.699584] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-68f4bc32-bfc6-4c43-aeef-b481f593202c taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.699721] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68f4bc32-bfc6-4c43-aeef-b481f593202c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.699783] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68f4bc32-bfc6-4c43-aeef-b481f593202c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.699977] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68f4bc32-bfc6-4c43-aeef-b481f593202c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.700264] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.700373] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.700439] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.700587] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.700672] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.700763] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('68f4bc32-bfc6-4c43-aeef-b481f593202c',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.190340] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 82a4ae1c-c95e-4d04-bec9-d0d56f5012c2 [ 1185.190693] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.190778] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.190820] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.191034] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.191130] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.191239] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:82a4ae1c-c95e-4d04-bec9-d0d56f5012c2 already deleted. [ 1185.191322] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-82a4ae1c-c95e-4d04-bec9-d0d56f5012c2" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.204384] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.204537] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.204588] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.204795] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.204887] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.205097] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.205197] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.205269] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.205409] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.205484] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.205569] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68f4bc32-bfc6-4c43-aeef-b481f593202c is going to be updated. [ 1185.260421] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.260421] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.260421] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.260421] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.260421] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.271769] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68f4bc32-bfc6-4c43-aeef-b481f593202c in Status: IN_PROGRESS for 2s [ 1185.573936] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f5fd0c15-dd5d-4fcb-a0d2-c76fb07c2c32 in Status: SUCCESS [ 1185.574093] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f5fd0c15-dd5d-4fcb-a0d2-c76fb07c2c32" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.835231] env[65424]: INFO networking_nsxv3.common.synchronization [None req-02022fb6-9293-4a10-a863-1480178f027e None None] Enqueued Resource ID: 1cdea3cc-1061-48a4-a781-3b181dc5c2ce with Priority: HIGHEST for action port [ 1186.835789] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1cdea3cc-1061-48a4-a781-3b181dc5c2ce with Priority: HIGHEST for action port [ 1186.836068] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock port-1cdea3cc-1061-48a4-a781-3b181dc5c2ce taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.836196] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1cdea3cc-1061-48a4-a781-3b181dc5c2ce" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.836262] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1cdea3cc-1061-48a4-a781-3b181dc5c2ce" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.836524] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1cdea3cc-1061-48a4-a781-3b181dc5c2ce" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.836627] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1cdea3cc-1061-48a4-a781-3b181dc5c2ce',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.281950] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68f4bc32-bfc6-4c43-aeef-b481f593202c in Status: SUCCESS [ 1187.281950] env[65424]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68f4bc32-bfc6-4c43-aeef-b481f593202c deletion is rescheduled due to dependency. [ 1187.281950] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68f4bc32-bfc6-4c43-aeef-b481f593202c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.340016] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1cdea3cc-1061-48a4-a781-3b181dc5c2ce [ 1187.340016] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.340016] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.340267] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.340267] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.340357] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.340453] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1cdea3cc-1061-48a4-a781-3b181dc5c2ce already deleted. [ 1187.340514] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1cdea3cc-1061-48a4-a781-3b181dc5c2ce" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.088527] env[65424]: INFO networking_nsxv3.common.synchronization [req-00d19154-3979-486f-b6fc-91a0b4626df9 req-ce2e3411-892b-440f-980a-6a07e3e77417 tempest-InstanceActionsNegativeTestJSON-537699845 tempest-InstanceActionsNegativeTestJSON-537699845-project-member] Enqueued Resource ID: 86630d24-3640-49af-aea5-790255f7d81a with Priority: HIGHEST for action security_group_members [ 1191.088527] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86630d24-3640-49af-aea5-790255f7d81a with Priority: HIGHEST for action security_group_members [ 1191.088527] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-86630d24-3640-49af-aea5-790255f7d81a taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.088953] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86630d24-3640-49af-aea5-790255f7d81a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.088953] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86630d24-3640-49af-aea5-790255f7d81a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.089820] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86630d24-3640-49af-aea5-790255f7d81a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.089820] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.089820] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.089820] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.090977] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.090977] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.090977] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('86630d24-3640-49af-aea5-790255f7d81a',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.552079] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock network-252 taken with stack trace [, , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.552446] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "network-252" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.552674] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "network-252" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.553193] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "network-252" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.553728] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.553944] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.554202] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.554833] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.555129] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.555450] env[65424]: DEBUG dogpile.cache.region [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] No value present for key: 'zone-id' {{(pid=65424) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1191.555678] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] NeedRegenerationException {{(pid=65424) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1191.555894] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] no value, waiting for create lock {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1191.556117] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] value creation lock acquired {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1191.556296] env[65424]: DEBUG dogpile.cache.region [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] No value present for key: 'zone-id' {{(pid=65424) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1191.556524] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Calling creation function for not-yet-present value {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1191.556864] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1191.579051] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1191.579202] env[65424]: DEBUG dogpile.cache.region [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65424) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1191.579342] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Released creation lock {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1191.579518] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "network-252" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.579831] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock port-5cea9c42-016e-4730-a683-cb9a26c1afba taken with stack trace [, , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.580011] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "port-5cea9c42-016e-4730-a683-cb9a26c1afba" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.580134] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "port-5cea9c42-016e-4730-a683-cb9a26c1afba" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.580458] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "port-5cea9c42-016e-4730-a683-cb9a26c1afba" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.580595] env[65424]: DEBUG networking_nsxv3.api.rpc [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5cea9c42-016e-4730-a683-cb9a26c1afba',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.592431] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.592571] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.592675] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.592829] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.592913] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.593110] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.593212] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.593264] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.593390] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.593462] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.593540] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 86630d24-3640-49af-aea5-790255f7d81a already deleted. [ 1191.593615] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86630d24-3640-49af-aea5-790255f7d81a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.083659] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.084057] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.084268] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.084656] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.084826] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.084981] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Segment Port 5cea9c42-016e-4730-a683-cb9a26c1afba not found, creating... [ 1192.085261] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.085472] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.085669] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.085923] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.086080] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.086373] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.086527] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.086674] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.086951] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.087105] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.087245] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Resource: SegmentPort with ID: 5cea9c42-016e-4730-a683-cb9a26c1afba is going to be created. [ 1192.108458] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.108806] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.108979] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.109287] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.109536] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.109805] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "port-5cea9c42-016e-4730-a683-cb9a26c1afba" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.225257] env[65424]: INFO networking_nsxv3.common.synchronization [None req-8477697f-89f9-427a-bff2-9b6fda94f416 None None] Enqueued Resource ID: d075f7cb-7151-4430-983e-76b1ce8e3093 with Priority: HIGHEST for action port [ 1192.226240] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d075f7cb-7151-4430-983e-76b1ce8e3093 with Priority: HIGHEST for action port [ 1192.226240] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock port-d075f7cb-7151-4430-983e-76b1ce8e3093 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.226383] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d075f7cb-7151-4430-983e-76b1ce8e3093" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.226434] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d075f7cb-7151-4430-983e-76b1ce8e3093" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.226702] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d075f7cb-7151-4430-983e-76b1ce8e3093" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.226782] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d075f7cb-7151-4430-983e-76b1ce8e3093',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.731951] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d075f7cb-7151-4430-983e-76b1ce8e3093 [ 1192.732242] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.732378] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.732451] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.732658] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.732826] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.732934] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d075f7cb-7151-4430-983e-76b1ce8e3093 already deleted. [ 1192.733232] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d075f7cb-7151-4430-983e-76b1ce8e3093" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.840849] env[65424]: INFO networking_nsxv3.common.synchronization [req-00d19154-3979-486f-b6fc-91a0b4626df9 req-76ec2da9-7009-497a-9de0-f569708bc4d3 service nova] Enqueued Resource ID: 86630d24-3640-49af-aea5-790255f7d81a with Priority: HIGHEST for action security_group_rules [ 1192.841420] env[65424]: INFO networking_nsxv3.common.synchronization [req-00d19154-3979-486f-b6fc-91a0b4626df9 req-76ec2da9-7009-497a-9de0-f569708bc4d3 service nova] Enqueued Resource ID: 86630d24-3640-49af-aea5-790255f7d81a with Priority: HIGHEST for action security_group_members [ 1192.841420] env[65424]: INFO networking_nsxv3.common.synchronization [req-00d19154-3979-486f-b6fc-91a0b4626df9 req-76ec2da9-7009-497a-9de0-f569708bc4d3 service nova] Enqueued Resource ID: 5cea9c42-016e-4730-a683-cb9a26c1afba with Priority: HIGHEST for action port [ 1192.841968] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86630d24-3640-49af-aea5-790255f7d81a with Priority: HIGHEST for action security_group_rules [ 1192.842763] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86630d24-3640-49af-aea5-790255f7d81a with Priority: HIGHEST for action security_group_members [ 1192.842763] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5cea9c42-016e-4730-a683-cb9a26c1afba with Priority: HIGHEST for action port [ 1192.842763] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock rules-86630d24-3640-49af-aea5-790255f7d81a taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.842763] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-86630d24-3640-49af-aea5-790255f7d81a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.843094] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-86630d24-3640-49af-aea5-790255f7d81a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.844026] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-86630d24-3640-49af-aea5-790255f7d81a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.844026] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('86630d24-3640-49af-aea5-790255f7d81a',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.844532] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-86630d24-3640-49af-aea5-790255f7d81a taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.844532] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86630d24-3640-49af-aea5-790255f7d81a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.844532] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86630d24-3640-49af-aea5-790255f7d81a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.844700] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86630d24-3640-49af-aea5-790255f7d81a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.844874] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.845017] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.845326] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.845516] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.845801] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.845801] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('86630d24-3640-49af-aea5-790255f7d81a',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.846995] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock port-5cea9c42-016e-4730-a683-cb9a26c1afba taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.847124] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5cea9c42-016e-4730-a683-cb9a26c1afba" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.847181] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5cea9c42-016e-4730-a683-cb9a26c1afba" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.847347] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5cea9c42-016e-4730-a683-cb9a26c1afba" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.847435] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5cea9c42-016e-4730-a683-cb9a26c1afba',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.349462] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-86630d24-3640-49af-aea5-790255f7d81a taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.349771] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86630d24-3640-49af-aea5-790255f7d81a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.350935] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5cea9c42-016e-4730-a683-cb9a26c1afba with status ACTIVE [ 1193.351138] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.351262] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.351328] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.351533] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.351621] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.351792] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.351887] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.351947] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.352104] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.352180] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.352356] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.352448] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.352510] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.352842] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.352842] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.352842] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5cea9c42-016e-4730-a683-cb9a26c1afba is going to be updated. [ 1193.353837] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('86630d24-3640-49af-aea5-790255f7d81a',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.375478] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.375707] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.375771] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.376018] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.376176] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.376441] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5cea9c42-016e-4730-a683-cb9a26c1afba" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.856533] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('86630d24-3640-49af-aea5-790255f7d81a',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.359965] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.360442] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.360442] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.360442] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.360442] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.360591] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 86630d24-3640-49af-aea5-790255f7d81a is going to be created. [ 1194.397471] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.397627] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.397674] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.398870] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.398870] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.420980] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86630d24-3640-49af-aea5-790255f7d81a in Status: UNINITIALIZED for 2s [ 1194.490079] env[65424]: INFO networking_nsxv3.common.synchronization [None req-6c0b499e-f1d0-475b-95a0-10932edfcf31 None None] Enqueued Resource ID: e8e4426a-3528-406e-b56e-6eef731e4994 with Priority: HIGHEST for action port [ 1194.490079] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8e4426a-3528-406e-b56e-6eef731e4994 with Priority: HIGHEST for action port [ 1194.490079] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock port-e8e4426a-3528-406e-b56e-6eef731e4994 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.490218] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e8e4426a-3528-406e-b56e-6eef731e4994" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.490218] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e8e4426a-3528-406e-b56e-6eef731e4994" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.490712] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e8e4426a-3528-406e-b56e-6eef731e4994" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.490819] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e8e4426a-3528-406e-b56e-6eef731e4994',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.993316] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e8e4426a-3528-406e-b56e-6eef731e4994 [ 1194.993541] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.993767] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.993767] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.993952] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.994050] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.994192] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e8e4426a-3528-406e-b56e-6eef731e4994 already deleted. [ 1194.994250] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e8e4426a-3528-406e-b56e-6eef731e4994" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.431699] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86630d24-3640-49af-aea5-790255f7d81a in Status: SUCCESS [ 1196.432081] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86630d24-3640-49af-aea5-790255f7d81a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.432281] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86630d24-3640-49af-aea5-790255f7d81a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.432589] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86630d24-3640-49af-aea5-790255f7d81a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.432870] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.433080] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.433188] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.433428] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.433553] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.433700] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86630d24-3640-49af-aea5-790255f7d81a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.433851] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('86630d24-3640-49af-aea5-790255f7d81a',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1196.936535] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-86630d24-3640-49af-aea5-790255f7d81a taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.936764] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86630d24-3640-49af-aea5-790255f7d81a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.936850] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86630d24-3640-49af-aea5-790255f7d81a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.937090] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86630d24-3640-49af-aea5-790255f7d81a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.937315] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.937419] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.937484] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.937708] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.937818] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.937928] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86630d24-3640-49af-aea5-790255f7d81a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.938098] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-86630d24-3640-49af-aea5-790255f7d81a taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.938193] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86630d24-3640-49af-aea5-790255f7d81a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.938256] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86630d24-3640-49af-aea5-790255f7d81a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.938399] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86630d24-3640-49af-aea5-790255f7d81a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.938533] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.938635] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.938698] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.938860] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.938937] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.939030] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86630d24-3640-49af-aea5-790255f7d81a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.939121] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('86630d24-3640-49af-aea5-790255f7d81a',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1197.441211] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 86630d24-3640-49af-aea5-790255f7d81a: rpc.has_security_group_logging(os_id): False [ 1197.458766] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.458941] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.459035] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.459246] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.459326] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.459546] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.459653] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.459701] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.459832] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.459895] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.460115] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.460239] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.460287] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.460391] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.460489] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.460664] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.460757] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.460816] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.460949] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.461622] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.461809] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 86630d24-3640-49af-aea5-790255f7d81a is going to be created. [ 1197.531817] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.532058] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.532207] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.532472] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.532713] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.546069] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 86630d24-3640-49af-aea5-790255f7d81a in Status: IN_PROGRESS for 2s [ 1199.490575] env[65424]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1199.491062] env[65424]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1199.558892] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 86630d24-3640-49af-aea5-790255f7d81a in Status: SUCCESS [ 1199.559137] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-86630d24-3640-49af-aea5-790255f7d81a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.114641] env[65424]: INFO networking_nsxv3.common.synchronization [req-bd76f76b-da74-43dc-a986-8c1302c633bb req-bb24b5ff-cb41-4610-8016-4028e830ad29 tempest-MultipleCreateTestJSON-1362503207 tempest-MultipleCreateTestJSON-1362503207-project-member] Enqueued Resource ID: ca03f324-6119-4f85-8103-7e586643e054 with Priority: HIGHEST for action security_group_members [ 1200.115277] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca03f324-6119-4f85-8103-7e586643e054 with Priority: HIGHEST for action security_group_members [ 1200.115684] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca03f324-6119-4f85-8103-7e586643e054 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.115800] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca03f324-6119-4f85-8103-7e586643e054" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.115885] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca03f324-6119-4f85-8103-7e586643e054" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.116793] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca03f324-6119-4f85-8103-7e586643e054" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.116793] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.116793] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.116793] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.116793] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.116793] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.117189] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ca03f324-6119-4f85-8103-7e586643e054',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1200.421026] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock network-618 taken with stack trace [, , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.421026] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "network-618" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.421026] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "network-618" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.421026] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "network-618" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.421518] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.421692] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.421807] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.422050] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.422196] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.422418] env[65424]: DEBUG dogpile.cache.region [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] No value present for key: 'zone-id' {{(pid=65424) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1200.422530] env[65424]: DEBUG dogpile.lock [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] NeedRegenerationException {{(pid=65424) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1200.422609] env[65424]: DEBUG dogpile.lock [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] no value, waiting for create lock {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1200.422714] env[65424]: DEBUG dogpile.lock [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] value creation lock acquired {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1200.422819] env[65424]: DEBUG dogpile.cache.region [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] No value present for key: 'zone-id' {{(pid=65424) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1200.422921] env[65424]: DEBUG dogpile.lock [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Calling creation function for not-yet-present value {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1200.423061] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1200.443289] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1200.443289] env[65424]: DEBUG dogpile.cache.region [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65424) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1200.443289] env[65424]: DEBUG dogpile.lock [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Released creation lock {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1200.443289] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "network-618" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.443289] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock port-c70f621d-e784-45fc-beda-777c6a42c4e8 taken with stack trace [, , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.443289] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "port-c70f621d-e784-45fc-beda-777c6a42c4e8" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.443289] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "port-c70f621d-e784-45fc-beda-777c6a42c4e8" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.443839] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "port-c70f621d-e784-45fc-beda-777c6a42c4e8" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.444249] env[65424]: DEBUG networking_nsxv3.api.rpc [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c70f621d-e784-45fc-beda-777c6a42c4e8',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1200.571394] env[65424]: INFO networking_nsxv3.common.synchronization [req-9d03a35b-e1a4-4c61-8510-1d3cb8ecfd66 req-2e0e2e52-35f0-4ef4-aa15-15f7fdf3a31f tempest-ServerActionsTestOtherA-1226392852 tempest-ServerActionsTestOtherA-1226392852-project-member] Enqueued Resource ID: 3f856368-3ca8-4be3-8f28-ede6b32cb085 with Priority: HIGHEST for action security_group_members [ 1200.571592] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f856368-3ca8-4be3-8f28-ede6b32cb085 with Priority: HIGHEST for action security_group_members [ 1200.571738] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f856368-3ca8-4be3-8f28-ede6b32cb085 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.571864] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f856368-3ca8-4be3-8f28-ede6b32cb085" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.571931] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f856368-3ca8-4be3-8f28-ede6b32cb085" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.572145] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f856368-3ca8-4be3-8f28-ede6b32cb085" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.573028] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.573028] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.573028] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.573028] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.573028] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.573028] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3f856368-3ca8-4be3-8f28-ede6b32cb085',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1200.619114] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.619339] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.619433] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.619674] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.619810] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.620134] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.621061] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.621061] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.621061] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.621061] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.621061] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ca03f324-6119-4f85-8103-7e586643e054 already deleted. [ 1200.621061] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca03f324-6119-4f85-8103-7e586643e054" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.948035] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.948035] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.948246] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.948389] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.948539] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.948735] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Segment Port c70f621d-e784-45fc-beda-777c6a42c4e8 not found, creating... [ 1200.949100] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.949270] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.949385] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.949604] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.949778] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.950086] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.950247] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.950361] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.950568] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.950698] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.950837] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Resource: SegmentPort with ID: c70f621d-e784-45fc-beda-777c6a42c4e8 is going to be created. [ 1200.971195] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.971437] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.971564] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.972036] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.972206] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.972428] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "port-c70f621d-e784-45fc-beda-777c6a42c4e8" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.075070] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.075333] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.075390] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.075592] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.075696] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.075888] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.075991] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.076078] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.076231] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.076310] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.076401] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f856368-3ca8-4be3-8f28-ede6b32cb085 is going to be updated. [ 1201.113510] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.113721] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.113721] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.113925] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.114081] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.123307] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f856368-3ca8-4be3-8f28-ede6b32cb085 in Status: IN_PROGRESS for 2s [ 1201.713308] env[65424]: INFO networking_nsxv3.common.synchronization [req-bd76f76b-da74-43dc-a986-8c1302c633bb req-2c589c3d-2531-4621-9189-f3cf9789b304 service nova] Enqueued Resource ID: ca03f324-6119-4f85-8103-7e586643e054 with Priority: HIGHEST for action security_group_rules [ 1201.713580] env[65424]: INFO networking_nsxv3.common.synchronization [req-bd76f76b-da74-43dc-a986-8c1302c633bb req-2c589c3d-2531-4621-9189-f3cf9789b304 service nova] Enqueued Resource ID: ca03f324-6119-4f85-8103-7e586643e054 with Priority: HIGHEST for action security_group_members [ 1201.713688] env[65424]: INFO networking_nsxv3.common.synchronization [req-bd76f76b-da74-43dc-a986-8c1302c633bb req-2c589c3d-2531-4621-9189-f3cf9789b304 service nova] Enqueued Resource ID: c70f621d-e784-45fc-beda-777c6a42c4e8 with Priority: HIGHEST for action port [ 1201.714305] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca03f324-6119-4f85-8103-7e586643e054 with Priority: HIGHEST for action security_group_rules [ 1201.714692] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca03f324-6119-4f85-8103-7e586643e054 with Priority: HIGHEST for action security_group_members [ 1201.714692] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c70f621d-e784-45fc-beda-777c6a42c4e8 with Priority: HIGHEST for action port [ 1201.714829] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ca03f324-6119-4f85-8103-7e586643e054 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.714917] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ca03f324-6119-4f85-8103-7e586643e054" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.715040] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ca03f324-6119-4f85-8103-7e586643e054" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.715259] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ca03f324-6119-4f85-8103-7e586643e054" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.715336] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ca03f324-6119-4f85-8103-7e586643e054',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1201.716162] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca03f324-6119-4f85-8103-7e586643e054 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.716276] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca03f324-6119-4f85-8103-7e586643e054" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.716343] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca03f324-6119-4f85-8103-7e586643e054" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.716505] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca03f324-6119-4f85-8103-7e586643e054" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.716801] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.716801] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.716801] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.717063] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.717063] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.717160] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ca03f324-6119-4f85-8103-7e586643e054',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1201.717796] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock port-c70f621d-e784-45fc-beda-777c6a42c4e8 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.717915] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c70f621d-e784-45fc-beda-777c6a42c4e8" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.717957] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c70f621d-e784-45fc-beda-777c6a42c4e8" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.718388] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c70f621d-e784-45fc-beda-777c6a42c4e8" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.718388] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c70f621d-e784-45fc-beda-777c6a42c4e8',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1202.219999] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca03f324-6119-4f85-8103-7e586643e054 taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.220149] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca03f324-6119-4f85-8103-7e586643e054" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.220919] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ca03f324-6119-4f85-8103-7e586643e054',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1202.221248] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c70f621d-e784-45fc-beda-777c6a42c4e8 with status ACTIVE [ 1202.221428] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.221536] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.221592] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.221805] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.221942] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.222073] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.222169] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.222237] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.222354] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.223538] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.223538] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.223538] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.223538] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.223538] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.223538] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.223538] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c70f621d-e784-45fc-beda-777c6a42c4e8 is going to be updated. [ 1202.244353] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.244607] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.244607] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.244779] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.244867] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.245033] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c70f621d-e784-45fc-beda-777c6a42c4e8" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.351664] env[65424]: INFO networking_nsxv3.common.synchronization [req-bd76f76b-da74-43dc-a986-8c1302c633bb req-b8769217-44fe-4b72-a7e0-ab32fb2f2131 tempest-MultipleCreateTestJSON-1362503207 tempest-MultipleCreateTestJSON-1362503207-project-member] Enqueued Resource ID: ca03f324-6119-4f85-8103-7e586643e054 with Priority: HIGHEST for action security_group_members [ 1202.352692] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca03f324-6119-4f85-8103-7e586643e054 with Priority: HIGHEST for action security_group_members [ 1202.352692] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca03f324-6119-4f85-8103-7e586643e054 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.352910] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca03f324-6119-4f85-8103-7e586643e054" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.707099] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock network-618 taken with stack trace [, , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.707099] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "network-618" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.707099] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "network-618" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.707099] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "network-618" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.707099] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.707099] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.707712] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.708431] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.708948] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.709690] env[65424]: DEBUG dogpile.cache.region [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] No value present for key: 'zone-id' {{(pid=65424) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1202.711023] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] NeedRegenerationException {{(pid=65424) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1202.711023] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] no value, waiting for create lock {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1202.711023] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] value creation lock acquired {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1202.711023] env[65424]: DEBUG dogpile.cache.region [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] No value present for key: 'zone-id' {{(pid=65424) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1202.711023] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Calling creation function for not-yet-present value {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1202.711023] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1202.724649] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ca03f324-6119-4f85-8103-7e586643e054',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1202.730480] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1202.730645] env[65424]: DEBUG dogpile.cache.region [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65424) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1202.730784] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Released creation lock {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1202.730996] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "network-618" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.731387] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock port-2e261e7f-5179-401a-8f71-d246b95be2fd taken with stack trace [, , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.731569] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "port-2e261e7f-5179-401a-8f71-d246b95be2fd" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.731712] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "port-2e261e7f-5179-401a-8f71-d246b95be2fd" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.731998] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "port-2e261e7f-5179-401a-8f71-d246b95be2fd" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.732149] env[65424]: DEBUG networking_nsxv3.api.rpc [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2e261e7f-5179-401a-8f71-d246b95be2fd',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1203.134468] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f856368-3ca8-4be3-8f28-ede6b32cb085 in Status: SUCCESS [ 1203.134793] env[65424]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f856368-3ca8-4be3-8f28-ede6b32cb085 deletion is rescheduled due to dependency. [ 1203.135040] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f856368-3ca8-4be3-8f28-ede6b32cb085" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.213402] env[65424]: INFO networking_nsxv3.common.synchronization [req-d9fd515e-8862-4de6-a207-9ef535447447 req-620e0bcd-c0d1-459d-ae7a-f1308fa7d79c tempest-InstanceActionsNegativeTestJSON-537699845 tempest-InstanceActionsNegativeTestJSON-537699845-project-member] Enqueued Resource ID: 86630d24-3640-49af-aea5-790255f7d81a with Priority: HIGHEST for action security_group_members [ 1203.214037] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86630d24-3640-49af-aea5-790255f7d81a with Priority: HIGHEST for action security_group_members [ 1203.214289] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-86630d24-3640-49af-aea5-790255f7d81a taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.214412] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86630d24-3640-49af-aea5-790255f7d81a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.214481] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86630d24-3640-49af-aea5-790255f7d81a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.214687] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86630d24-3640-49af-aea5-790255f7d81a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.214840] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.214936] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.215007] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.215320] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.215409] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.215506] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('86630d24-3640-49af-aea5-790255f7d81a',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1203.227275] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.227408] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.227474] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.227671] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.227759] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.227856] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ca03f324-6119-4f85-8103-7e586643e054 is going to be created. [ 1203.233935] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.234149] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.234271] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.234522] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.234666] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.234810] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Segment Port 2e261e7f-5179-401a-8f71-d246b95be2fd not found, creating... [ 1203.235084] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.235259] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.235375] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.235585] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.235716] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.235987] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.236158] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.236270] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.236470] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.236598] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.236754] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Resource: SegmentPort with ID: 2e261e7f-5179-401a-8f71-d246b95be2fd is going to be created. [ 1203.277349] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.277547] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.277652] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.277951] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.278222] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.278522] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "port-2e261e7f-5179-401a-8f71-d246b95be2fd" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.281843] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.282060] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.282060] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.282285] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.282443] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.294145] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca03f324-6119-4f85-8103-7e586643e054 in Status: UNINITIALIZED for 2s [ 1203.718459] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.718671] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.718759] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.719023] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.719118] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.719329] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.719449] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.719512] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.719674] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.719748] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.719849] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 86630d24-3640-49af-aea5-790255f7d81a is going to be updated. [ 1203.748014] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.748393] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.748393] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.748488] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.748612] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.757852] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86630d24-3640-49af-aea5-790255f7d81a in Status: IN_PROGRESS for 2s [ 1203.964647] env[65424]: INFO networking_nsxv3.common.synchronization [req-bd76f76b-da74-43dc-a986-8c1302c633bb req-0e19e956-f3ad-4b41-bb10-4c5fe75af972 service nova] Enqueued Resource ID: ca03f324-6119-4f85-8103-7e586643e054 with Priority: HIGHEST for action security_group_rules [ 1203.965120] env[65424]: INFO networking_nsxv3.common.synchronization [req-bd76f76b-da74-43dc-a986-8c1302c633bb req-0e19e956-f3ad-4b41-bb10-4c5fe75af972 service nova] Enqueued Resource ID: ca03f324-6119-4f85-8103-7e586643e054 with Priority: HIGHEST for action security_group_members [ 1203.965120] env[65424]: INFO networking_nsxv3.common.synchronization [req-bd76f76b-da74-43dc-a986-8c1302c633bb req-0e19e956-f3ad-4b41-bb10-4c5fe75af972 service nova] Enqueued Resource ID: 2e261e7f-5179-401a-8f71-d246b95be2fd with Priority: HIGHEST for action port [ 1203.965301] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca03f324-6119-4f85-8103-7e586643e054 with Priority: HIGHEST for action security_group_rules [ 1203.965301] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca03f324-6119-4f85-8103-7e586643e054 with Priority: HIGHEST for action security_group_members [ 1203.965396] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e261e7f-5179-401a-8f71-d246b95be2fd with Priority: HIGHEST for action port [ 1203.965952] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ca03f324-6119-4f85-8103-7e586643e054 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.966401] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ca03f324-6119-4f85-8103-7e586643e054" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.966692] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca03f324-6119-4f85-8103-7e586643e054 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.966768] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca03f324-6119-4f85-8103-7e586643e054" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.966916] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock port-2e261e7f-5179-401a-8f71-d246b95be2fd taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.967179] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2e261e7f-5179-401a-8f71-d246b95be2fd" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.967250] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2e261e7f-5179-401a-8f71-d246b95be2fd" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.967448] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2e261e7f-5179-401a-8f71-d246b95be2fd" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.967529] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2e261e7f-5179-401a-8f71-d246b95be2fd',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1204.470081] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2e261e7f-5179-401a-8f71-d246b95be2fd with status ACTIVE [ 1204.470251] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.470251] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.470356] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.470526] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.470617] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.470797] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.470918] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.471029] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.471372] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.473404] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.473404] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.473404] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.473404] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.473404] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.473404] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.473404] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2e261e7f-5179-401a-8f71-d246b95be2fd is going to be updated. [ 1204.494372] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.494555] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.494602] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.494791] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.494930] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.495110] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2e261e7f-5179-401a-8f71-d246b95be2fd" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.308248] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca03f324-6119-4f85-8103-7e586643e054 in Status: SUCCESS [ 1205.308554] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca03f324-6119-4f85-8103-7e586643e054" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.308650] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca03f324-6119-4f85-8103-7e586643e054" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.308977] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca03f324-6119-4f85-8103-7e586643e054" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.309159] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.309282] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.309347] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.309514] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.309593] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.309683] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca03f324-6119-4f85-8103-7e586643e054" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.309786] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ca03f324-6119-4f85-8103-7e586643e054',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1205.311617] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca03f324-6119-4f85-8103-7e586643e054" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.311617] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca03f324-6119-4f85-8103-7e586643e054" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.311751] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.311864] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.311928] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.312098] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.312182] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.312276] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ca03f324-6119-4f85-8103-7e586643e054',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1205.770821] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86630d24-3640-49af-aea5-790255f7d81a in Status: SUCCESS [ 1205.771089] env[65424]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 86630d24-3640-49af-aea5-790255f7d81a deletion is rescheduled due to dependency. [ 1205.771175] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86630d24-3640-49af-aea5-790255f7d81a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.811918] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca03f324-6119-4f85-8103-7e586643e054 taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.812192] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca03f324-6119-4f85-8103-7e586643e054" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.814548] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ca03f324-6119-4f85-8103-7e586643e054',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1206.317266] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ca03f324-6119-4f85-8103-7e586643e054',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1206.820615] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.820786] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.820866] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.821130] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.821231] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.821337] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ca03f324-6119-4f85-8103-7e586643e054 is going to be updated. [ 1206.854798] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.855070] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.855070] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.855265] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.855412] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.865028] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca03f324-6119-4f85-8103-7e586643e054 in Status: IN_PROGRESS for 2s [ 1208.564016] env[65424]: INFO networking_nsxv3.common.synchronization [None req-687aedd8-7364-4914-b27b-fcaf61e0824f tempest-ServerActionsTestOtherA-1226392852 tempest-ServerActionsTestOtherA-1226392852-project-member] Enqueued Resource ID: b7bf4f4d-9a4e-4a7c-bf8d-ae5137a85731 with Priority: HIGHEST for action security_group_rules [ 1208.566321] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7bf4f4d-9a4e-4a7c-bf8d-ae5137a85731 with Priority: HIGHEST for action security_group_rules [ 1208.566321] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b7bf4f4d-9a4e-4a7c-bf8d-ae5137a85731 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.566321] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b7bf4f4d-9a4e-4a7c-bf8d-ae5137a85731" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.566321] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b7bf4f4d-9a4e-4a7c-bf8d-ae5137a85731" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.566321] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b7bf4f4d-9a4e-4a7c-bf8d-ae5137a85731" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.566321] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b7bf4f4d-9a4e-4a7c-bf8d-ae5137a85731',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1208.675048] env[65424]: INFO networking_nsxv3.common.synchronization [None req-41dc9f11-2974-4238-9e83-0692b6fa118c tempest-ServerActionsTestOtherA-1226392852 tempest-ServerActionsTestOtherA-1226392852-project-member] Enqueued Resource ID: b7bf4f4d-9a4e-4a7c-bf8d-ae5137a85731 with Priority: HIGHEST for action security_group_rules [ 1208.675645] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7bf4f4d-9a4e-4a7c-bf8d-ae5137a85731 with Priority: HIGHEST for action security_group_rules [ 1208.675951] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b7bf4f4d-9a4e-4a7c-bf8d-ae5137a85731 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.676355] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b7bf4f4d-9a4e-4a7c-bf8d-ae5137a85731" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.877508] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca03f324-6119-4f85-8103-7e586643e054 in Status: SUCCESS [ 1208.877789] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca03f324-6119-4f85-8103-7e586643e054" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.878000] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca03f324-6119-4f85-8103-7e586643e054" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.878271] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca03f324-6119-4f85-8103-7e586643e054" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.878545] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.878755] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.878944] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.879241] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.879309] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.879376] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ca03f324-6119-4f85-8103-7e586643e054',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1209.100488] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.100705] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.100791] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.101372] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.101443] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.101833] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b7bf4f4d-9a4e-4a7c-bf8d-ae5137a85731 already deleted. [ 1209.101833] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b7bf4f4d-9a4e-4a7c-bf8d-ae5137a85731" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.101833] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b7bf4f4d-9a4e-4a7c-bf8d-ae5137a85731" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.102770] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b7bf4f4d-9a4e-4a7c-bf8d-ae5137a85731" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.102770] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b7bf4f4d-9a4e-4a7c-bf8d-ae5137a85731',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1209.381661] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ca03f324-6119-4f85-8103-7e586643e054',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1209.624832] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.624832] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.625284] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.625284] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.625639] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.625639] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b7bf4f4d-9a4e-4a7c-bf8d-ae5137a85731 already deleted. [ 1209.625639] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b7bf4f4d-9a4e-4a7c-bf8d-ae5137a85731" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.884518] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ca03f324-6119-4f85-8103-7e586643e054',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.389114] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.389114] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.389114] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.389114] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.389114] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.389114] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ca03f324-6119-4f85-8103-7e586643e054 is going to be updated. [ 1210.555763] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.555763] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.555763] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.555763] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.555763] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.566179] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca03f324-6119-4f85-8103-7e586643e054 in Status: IN_PROGRESS for 2s [ 1212.577809] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca03f324-6119-4f85-8103-7e586643e054 in Status: SUCCESS [ 1212.577809] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca03f324-6119-4f85-8103-7e586643e054" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.578193] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca03f324-6119-4f85-8103-7e586643e054" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.578279] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca03f324-6119-4f85-8103-7e586643e054" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.578474] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.578610] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.578650] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.578811] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.578948] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.579090] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca03f324-6119-4f85-8103-7e586643e054" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.579192] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca03f324-6119-4f85-8103-7e586643e054 taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.579318] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca03f324-6119-4f85-8103-7e586643e054" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.579411] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca03f324-6119-4f85-8103-7e586643e054" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.579475] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca03f324-6119-4f85-8103-7e586643e054" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.579613] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.579706] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.579767] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.579904] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.580030] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.580148] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca03f324-6119-4f85-8103-7e586643e054" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.580242] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ca03f324-6119-4f85-8103-7e586643e054',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1213.082704] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ca03f324-6119-4f85-8103-7e586643e054: rpc.has_security_group_logging(os_id): False [ 1213.101945] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.102149] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.102149] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.102368] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.102456] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.102641] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.102738] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.102801] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.102949] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.103037] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.103231] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.103325] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.103386] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.103524] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.103596] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.103771] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.103861] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.103921] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.104089] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.104184] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.104237] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ca03f324-6119-4f85-8103-7e586643e054 is going to be created. [ 1213.177252] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.177401] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.177449] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.177631] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.177853] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.190699] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ca03f324-6119-4f85-8103-7e586643e054 in Status: IN_PROGRESS for 2s [ 1213.677429] env[65424]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1213.677779] env[65424]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1214.902576] env[65424]: INFO networking_nsxv3.common.synchronization [req-e5219aec-20be-4e0d-8b91-54b345d88f3e req-33becc22-d43b-462d-98cb-76f33e6c9908 tempest-ServerActionsTestOtherA-1226392852 tempest-ServerActionsTestOtherA-1226392852-project-member] Enqueued Resource ID: b7bf4f4d-9a4e-4a7c-bf8d-ae5137a85731 with Priority: HIGHEST for action security_group_members [ 1214.904845] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7bf4f4d-9a4e-4a7c-bf8d-ae5137a85731 with Priority: HIGHEST for action security_group_members [ 1214.905882] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7bf4f4d-9a4e-4a7c-bf8d-ae5137a85731 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.906419] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7bf4f4d-9a4e-4a7c-bf8d-ae5137a85731" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.907230] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7bf4f4d-9a4e-4a7c-bf8d-ae5137a85731" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.907871] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7bf4f4d-9a4e-4a7c-bf8d-ae5137a85731" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.908315] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.909425] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.909425] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.909544] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.909608] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.909770] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b7bf4f4d-9a4e-4a7c-bf8d-ae5137a85731',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1215.227045] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ca03f324-6119-4f85-8103-7e586643e054 in Status: SUCCESS [ 1215.227382] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ca03f324-6119-4f85-8103-7e586643e054" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.227618] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ca03f324-6119-4f85-8103-7e586643e054" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.227957] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ca03f324-6119-4f85-8103-7e586643e054" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.227957] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ca03f324-6119-4f85-8103-7e586643e054',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1215.311958] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock network-512 taken with stack trace [, , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.312258] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "network-512" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.312411] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "network-512" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.312882] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "network-512" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.313154] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.313584] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.313584] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.313774] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.314021] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.314293] env[65424]: DEBUG dogpile.cache.region [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] No value present for key: 'zone-id' {{(pid=65424) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1215.314433] env[65424]: DEBUG dogpile.lock [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] NeedRegenerationException {{(pid=65424) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1215.314573] env[65424]: DEBUG dogpile.lock [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] no value, waiting for create lock {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1215.314703] env[65424]: DEBUG dogpile.lock [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] value creation lock acquired {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1215.314865] env[65424]: DEBUG dogpile.cache.region [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] No value present for key: 'zone-id' {{(pid=65424) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1215.315019] env[65424]: DEBUG dogpile.lock [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Calling creation function for not-yet-present value {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1215.315188] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1215.361556] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1215.362102] env[65424]: DEBUG dogpile.cache.region [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Cache value generated in 0.047 seconds for key(s): 'zone-id' {{(pid=65424) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1215.362285] env[65424]: DEBUG dogpile.lock [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Released creation lock {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1215.362533] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "network-512" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.363264] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock port-c10c34af-885f-4887-95a7-d718692696b4 taken with stack trace [, , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.363454] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "port-c10c34af-885f-4887-95a7-d718692696b4" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.363614] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "port-c10c34af-885f-4887-95a7-d718692696b4" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.364151] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "port-c10c34af-885f-4887-95a7-d718692696b4" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.364262] env[65424]: DEBUG networking_nsxv3.api.rpc [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c10c34af-885f-4887-95a7-d718692696b4',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1215.412182] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.412341] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.412404] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.412623] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.412713] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.412892] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.413414] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.413414] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.413414] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.413414] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.413414] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b7bf4f4d-9a4e-4a7c-bf8d-ae5137a85731 already deleted. [ 1215.413598] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7bf4f4d-9a4e-4a7c-bf8d-ae5137a85731" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.731226] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca03f324-6119-4f85-8103-7e586643e054 taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.731500] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca03f324-6119-4f85-8103-7e586643e054" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.731623] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca03f324-6119-4f85-8103-7e586643e054" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.731932] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca03f324-6119-4f85-8103-7e586643e054" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.732216] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.732381] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.732489] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.732739] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.732882] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.733047] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca03f324-6119-4f85-8103-7e586643e054" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.733208] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ca03f324-6119-4f85-8103-7e586643e054',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1215.866699] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.866892] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.867061] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.867374] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.867521] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.867685] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Segment Port c10c34af-885f-4887-95a7-d718692696b4 not found, creating... [ 1215.869283] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.869283] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.869283] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.869283] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.869283] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.869283] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.869874] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.869874] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.869874] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.869874] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.870059] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Resource: SegmentPort with ID: c10c34af-885f-4887-95a7-d718692696b4 is going to be created. [ 1215.906061] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.906369] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.906505] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.907043] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.907346] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.907609] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "port-c10c34af-885f-4887-95a7-d718692696b4" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.978678] env[65424]: INFO networking_nsxv3.common.synchronization [req-5b66bf1e-7620-49c5-aa8d-11e1c01d659c req-ca65eaa5-709e-48a1-99e3-2bcc1d1fc316 tempest-MultipleCreateTestJSON-1362503207 tempest-MultipleCreateTestJSON-1362503207-project-member] Enqueued Resource ID: ca03f324-6119-4f85-8103-7e586643e054 with Priority: HIGHEST for action security_group_members [ 1215.979367] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca03f324-6119-4f85-8103-7e586643e054 with Priority: HIGHEST for action security_group_members [ 1215.979717] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca03f324-6119-4f85-8103-7e586643e054 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.979880] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca03f324-6119-4f85-8103-7e586643e054" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.980016] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca03f324-6119-4f85-8103-7e586643e054" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.980234] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca03f324-6119-4f85-8103-7e586643e054" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.980389] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.980485] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.980550] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.980691] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.980770] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.980863] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ca03f324-6119-4f85-8103-7e586643e054',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1216.195810] env[65424]: INFO networking_nsxv3.common.synchronization [req-2e2d9a2a-86c1-4b1f-b7fd-e0b9c52f4001 req-510da423-9ef9-4676-a65a-44d8df76c0ad tempest-MultipleCreateTestJSON-1362503207 tempest-MultipleCreateTestJSON-1362503207-project-member] Enqueued Resource ID: ca03f324-6119-4f85-8103-7e586643e054 with Priority: HIGHEST for action security_group_members [ 1216.196517] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca03f324-6119-4f85-8103-7e586643e054 with Priority: HIGHEST for action security_group_members [ 1216.196856] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca03f324-6119-4f85-8103-7e586643e054 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.196952] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca03f324-6119-4f85-8103-7e586643e054" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.236695] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca03f324-6119-4f85-8103-7e586643e054 taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.236695] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca03f324-6119-4f85-8103-7e586643e054" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.483529] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ca03f324-6119-4f85-8103-7e586643e054',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1216.641290] env[65424]: INFO networking_nsxv3.common.synchronization [req-e5219aec-20be-4e0d-8b91-54b345d88f3e req-587d2304-bb07-4baf-ba37-1fa1c0e7bd12 service nova] Enqueued Resource ID: b7bf4f4d-9a4e-4a7c-bf8d-ae5137a85731 with Priority: HIGHEST for action security_group_rules [ 1216.641467] env[65424]: INFO networking_nsxv3.common.synchronization [req-e5219aec-20be-4e0d-8b91-54b345d88f3e req-587d2304-bb07-4baf-ba37-1fa1c0e7bd12 service nova] Enqueued Resource ID: b7bf4f4d-9a4e-4a7c-bf8d-ae5137a85731 with Priority: HIGHEST for action security_group_members [ 1216.641683] env[65424]: INFO networking_nsxv3.common.synchronization [req-e5219aec-20be-4e0d-8b91-54b345d88f3e req-587d2304-bb07-4baf-ba37-1fa1c0e7bd12 service nova] Enqueued Resource ID: c10c34af-885f-4887-95a7-d718692696b4 with Priority: HIGHEST for action port [ 1216.642403] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7bf4f4d-9a4e-4a7c-bf8d-ae5137a85731 with Priority: HIGHEST for action security_group_rules [ 1216.642559] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7bf4f4d-9a4e-4a7c-bf8d-ae5137a85731 with Priority: HIGHEST for action security_group_members [ 1216.642666] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c10c34af-885f-4887-95a7-d718692696b4 with Priority: HIGHEST for action port [ 1216.643022] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b7bf4f4d-9a4e-4a7c-bf8d-ae5137a85731 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.643171] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b7bf4f4d-9a4e-4a7c-bf8d-ae5137a85731" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.643237] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b7bf4f4d-9a4e-4a7c-bf8d-ae5137a85731" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.643439] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b7bf4f4d-9a4e-4a7c-bf8d-ae5137a85731" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.643768] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b7bf4f4d-9a4e-4a7c-bf8d-ae5137a85731',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1216.645537] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7bf4f4d-9a4e-4a7c-bf8d-ae5137a85731 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.645537] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7bf4f4d-9a4e-4a7c-bf8d-ae5137a85731" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.645537] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7bf4f4d-9a4e-4a7c-bf8d-ae5137a85731" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.645788] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7bf4f4d-9a4e-4a7c-bf8d-ae5137a85731" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.645788] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.645901] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.646025] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.647155] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.647275] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.647413] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b7bf4f4d-9a4e-4a7c-bf8d-ae5137a85731',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1216.648646] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock port-c10c34af-885f-4887-95a7-d718692696b4 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.648783] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c10c34af-885f-4887-95a7-d718692696b4" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.649717] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c10c34af-885f-4887-95a7-d718692696b4" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.649717] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c10c34af-885f-4887-95a7-d718692696b4" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.649717] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c10c34af-885f-4887-95a7-d718692696b4',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1216.985811] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ca03f324-6119-4f85-8103-7e586643e054',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1217.150866] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b7bf4f4d-9a4e-4a7c-bf8d-ae5137a85731',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1217.152299] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7bf4f4d-9a4e-4a7c-bf8d-ae5137a85731 taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.152436] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7bf4f4d-9a4e-4a7c-bf8d-ae5137a85731" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.152575] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c10c34af-885f-4887-95a7-d718692696b4 with status ACTIVE [ 1217.152728] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.152832] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.152898] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.153112] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.153201] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.153366] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.153461] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.153519] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.153663] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.153741] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.153914] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.154014] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.154157] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.154317] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.154418] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.154533] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c10c34af-885f-4887-95a7-d718692696b4 is going to be updated. [ 1217.180091] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.180440] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.180440] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.180519] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.180670] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.180785] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c10c34af-885f-4887-95a7-d718692696b4" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.487933] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.488283] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.488283] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.488494] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.488494] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.488596] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ca03f324-6119-4f85-8103-7e586643e054 is going to be updated. [ 1217.518930] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.519219] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.519219] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.519447] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.519585] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.530101] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca03f324-6119-4f85-8103-7e586643e054 in Status: IN_PROGRESS for 2s [ 1217.658792] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b7bf4f4d-9a4e-4a7c-bf8d-ae5137a85731',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1218.162303] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.162820] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.162820] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.162954] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.163125] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.163285] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b7bf4f4d-9a4e-4a7c-bf8d-ae5137a85731 is going to be created. [ 1218.200046] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.200329] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.200493] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.200779] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.201053] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.215955] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7bf4f4d-9a4e-4a7c-bf8d-ae5137a85731 in Status: UNINITIALIZED for 2s [ 1218.710777] env[65424]: INFO networking_nsxv3.common.synchronization [req-0d64eb7e-5fdd-4ca6-a3d8-e061eec5c305 req-d3235968-3143-476d-881c-2e48d42b7da2 tempest-ListServerFiltersTestJSON-440303505 tempest-ListServerFiltersTestJSON-440303505-project-member] Enqueued Resource ID: 30028d45-5707-4b1c-accc-2bfa4f3fbc30 with Priority: HIGHEST for action security_group_members [ 1218.711310] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30028d45-5707-4b1c-accc-2bfa4f3fbc30 with Priority: HIGHEST for action security_group_members [ 1218.711649] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-30028d45-5707-4b1c-accc-2bfa4f3fbc30 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.711777] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30028d45-5707-4b1c-accc-2bfa4f3fbc30" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.711893] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30028d45-5707-4b1c-accc-2bfa4f3fbc30" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.712749] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30028d45-5707-4b1c-accc-2bfa4f3fbc30" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.712749] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.712749] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.712749] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.712749] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.712749] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.712749] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('30028d45-5707-4b1c-accc-2bfa4f3fbc30',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1219.048056] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock network-797 taken with stack trace [, , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.048306] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "network-797" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.048441] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "network-797" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.048846] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "network-797" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.049107] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.049275] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.049615] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.049726] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.049846] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.050155] env[65424]: DEBUG dogpile.cache.region [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] No value present for key: 'zone-id' {{(pid=65424) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1219.050216] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] NeedRegenerationException {{(pid=65424) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1219.050344] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] no value, waiting for create lock {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1219.050495] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] value creation lock acquired {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1219.050559] env[65424]: DEBUG dogpile.cache.region [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] No value present for key: 'zone-id' {{(pid=65424) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1219.050666] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Calling creation function for not-yet-present value {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1219.050901] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1219.076168] env[65424]: INFO networking_nsxv3.common.synchronization [req-f557fd04-b696-42f2-a8d6-8b7d485e2441 req-724f32dd-8e73-4baf-953c-dc3c0ae0686a tempest-ServerActionsTestOtherB-391105408 tempest-ServerActionsTestOtherB-391105408-project-member] Enqueued Resource ID: fffb1115-05b5-4730-9003-4b1b4688badb with Priority: HIGHEST for action security_group_members [ 1219.076692] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fffb1115-05b5-4730-9003-4b1b4688badb with Priority: HIGHEST for action security_group_members [ 1219.077031] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-fffb1115-05b5-4730-9003-4b1b4688badb taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.077162] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fffb1115-05b5-4730-9003-4b1b4688badb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.077227] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fffb1115-05b5-4730-9003-4b1b4688badb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.077421] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fffb1115-05b5-4730-9003-4b1b4688badb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.077595] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.077693] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.077752] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.077895] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.077978] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.078085] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fffb1115-05b5-4730-9003-4b1b4688badb',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1219.087088] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1219.087088] env[65424]: DEBUG dogpile.cache.region [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Cache value generated in 0.036 seconds for key(s): 'zone-id' {{(pid=65424) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1219.087237] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Released creation lock {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1219.087388] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "network-797" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.087693] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock port-68620cef-6a7e-451c-b897-48bbf03ea8a4 taken with stack trace [, , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.087892] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "port-68620cef-6a7e-451c-b897-48bbf03ea8a4" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.087994] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "port-68620cef-6a7e-451c-b897-48bbf03ea8a4" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.088339] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "port-68620cef-6a7e-451c-b897-48bbf03ea8a4" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.088480] env[65424]: DEBUG networking_nsxv3.api.rpc [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('68620cef-6a7e-451c-b897-48bbf03ea8a4',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1219.215250] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.215629] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.215629] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.215811] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.215956] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.217418] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.217418] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.217418] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.217418] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.217418] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.217418] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30028d45-5707-4b1c-accc-2bfa4f3fbc30 already deleted. [ 1219.217418] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30028d45-5707-4b1c-accc-2bfa4f3fbc30" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.541499] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca03f324-6119-4f85-8103-7e586643e054 in Status: SUCCESS [ 1219.541754] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca03f324-6119-4f85-8103-7e586643e054" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.541986] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca03f324-6119-4f85-8103-7e586643e054" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.542472] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca03f324-6119-4f85-8103-7e586643e054" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.542712] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.542912] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.543046] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.543250] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.543345] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.543462] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ca03f324-6119-4f85-8103-7e586643e054',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1219.580501] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.580727] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.580841] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.581173] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.594986] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.594986] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.594986] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.596045] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.596045] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.596045] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Segment Port 68620cef-6a7e-451c-b897-48bbf03ea8a4 not found, creating... [ 1219.596045] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.596045] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.596305] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.596587] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.596668] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.597194] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.597469] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.597621] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.597876] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.598080] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.598259] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Resource: SegmentPort with ID: 68620cef-6a7e-451c-b897-48bbf03ea8a4 is going to be created. [ 1219.616775] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.616775] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.616775] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.616775] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.617164] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.617289] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.617385] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fffb1115-05b5-4730-9003-4b1b4688badb is going to be updated. [ 1219.635046] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.635353] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.635587] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.635941] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.636257] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.636497] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "port-68620cef-6a7e-451c-b897-48bbf03ea8a4" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.651235] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.651408] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.651476] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.651703] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.651846] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.664175] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fffb1115-05b5-4730-9003-4b1b4688badb in Status: IN_PROGRESS for 2s [ 1220.048824] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.048824] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.049101] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.049251] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.049479] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.049781] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.049927] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.050054] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.050274] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.050371] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.050498] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ca03f324-6119-4f85-8103-7e586643e054 is going to be updated. [ 1220.084420] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.084671] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.084738] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.084977] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.085205] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.098050] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca03f324-6119-4f85-8103-7e586643e054 in Status: IN_PROGRESS for 2s [ 1220.251841] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7bf4f4d-9a4e-4a7c-bf8d-ae5137a85731 in Status: UNINITIALIZED for 4s [ 1220.343595] env[65424]: INFO networking_nsxv3.common.synchronization [req-0d64eb7e-5fdd-4ca6-a3d8-e061eec5c305 req-101eebb6-732f-470e-9761-7a96edd8881b service nova] Enqueued Resource ID: 30028d45-5707-4b1c-accc-2bfa4f3fbc30 with Priority: HIGHEST for action security_group_rules [ 1220.343690] env[65424]: INFO networking_nsxv3.common.synchronization [req-0d64eb7e-5fdd-4ca6-a3d8-e061eec5c305 req-101eebb6-732f-470e-9761-7a96edd8881b service nova] Enqueued Resource ID: 30028d45-5707-4b1c-accc-2bfa4f3fbc30 with Priority: HIGHEST for action security_group_members [ 1220.343807] env[65424]: INFO networking_nsxv3.common.synchronization [req-0d64eb7e-5fdd-4ca6-a3d8-e061eec5c305 req-101eebb6-732f-470e-9761-7a96edd8881b service nova] Enqueued Resource ID: 68620cef-6a7e-451c-b897-48bbf03ea8a4 with Priority: HIGHEST for action port [ 1220.344784] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30028d45-5707-4b1c-accc-2bfa4f3fbc30 with Priority: HIGHEST for action security_group_rules [ 1220.345042] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30028d45-5707-4b1c-accc-2bfa4f3fbc30 with Priority: HIGHEST for action security_group_members [ 1220.345192] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68620cef-6a7e-451c-b897-48bbf03ea8a4 with Priority: HIGHEST for action port [ 1220.345691] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock rules-30028d45-5707-4b1c-accc-2bfa4f3fbc30 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.345691] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-30028d45-5707-4b1c-accc-2bfa4f3fbc30" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.345896] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-30028d45-5707-4b1c-accc-2bfa4f3fbc30" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.346221] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-30028d45-5707-4b1c-accc-2bfa4f3fbc30" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.346346] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('30028d45-5707-4b1c-accc-2bfa4f3fbc30',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1220.348518] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-30028d45-5707-4b1c-accc-2bfa4f3fbc30 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.348518] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30028d45-5707-4b1c-accc-2bfa4f3fbc30" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.348625] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30028d45-5707-4b1c-accc-2bfa4f3fbc30" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.348832] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30028d45-5707-4b1c-accc-2bfa4f3fbc30" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.349113] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.349626] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.349742] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.350031] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.350171] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.350561] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('30028d45-5707-4b1c-accc-2bfa4f3fbc30',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1220.351459] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock port-68620cef-6a7e-451c-b897-48bbf03ea8a4 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.351990] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-68620cef-6a7e-451c-b897-48bbf03ea8a4" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.352131] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-68620cef-6a7e-451c-b897-48bbf03ea8a4" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.352464] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-68620cef-6a7e-451c-b897-48bbf03ea8a4" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.352618] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('68620cef-6a7e-451c-b897-48bbf03ea8a4',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1220.849460] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-30028d45-5707-4b1c-accc-2bfa4f3fbc30 taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.849682] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30028d45-5707-4b1c-accc-2bfa4f3fbc30" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.855237] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 68620cef-6a7e-451c-b897-48bbf03ea8a4 with status ACTIVE [ 1220.855516] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.855627] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.855666] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.855891] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.855981] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.856178] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.856281] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.856345] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.856582] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.856582] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.856733] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.856826] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.856936] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.857095] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.857180] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.857269] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 68620cef-6a7e-451c-b897-48bbf03ea8a4 is going to be updated. [ 1220.859225] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('30028d45-5707-4b1c-accc-2bfa4f3fbc30',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1220.888361] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.888566] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.888644] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.888927] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.889108] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.889278] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-68620cef-6a7e-451c-b897-48bbf03ea8a4" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.997179] env[65424]: INFO networking_nsxv3.common.synchronization [req-1a72b6be-c6d4-4230-8d43-b68de0086c9a req-02d317f0-c63d-4fc4-8de0-2425c1fdc18d tempest-ListServerFiltersTestJSON-440303505 tempest-ListServerFiltersTestJSON-440303505-project-member] Enqueued Resource ID: 30028d45-5707-4b1c-accc-2bfa4f3fbc30 with Priority: HIGHEST for action security_group_members [ 1220.997711] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30028d45-5707-4b1c-accc-2bfa4f3fbc30 with Priority: HIGHEST for action security_group_members [ 1220.999049] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-30028d45-5707-4b1c-accc-2bfa4f3fbc30 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.999049] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30028d45-5707-4b1c-accc-2bfa4f3fbc30" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.320903] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock network-797 taken with stack trace [, , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.321255] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "network-797" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.321255] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "network-797" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.321517] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "network-797" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.321782] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.321972] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.322113] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.322317] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.322458] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.322680] env[65424]: DEBUG dogpile.cache.region [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] No value present for key: 'zone-id' {{(pid=65424) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1221.322788] env[65424]: DEBUG dogpile.lock [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] NeedRegenerationException {{(pid=65424) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1221.322904] env[65424]: DEBUG dogpile.lock [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] no value, waiting for create lock {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1221.323017] env[65424]: DEBUG dogpile.lock [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] value creation lock acquired {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1221.323149] env[65424]: DEBUG dogpile.cache.region [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] No value present for key: 'zone-id' {{(pid=65424) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1221.323258] env[65424]: DEBUG dogpile.lock [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Calling creation function for not-yet-present value {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1221.323386] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1221.354458] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1221.355150] env[65424]: DEBUG dogpile.cache.region [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=65424) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1221.355150] env[65424]: DEBUG dogpile.lock [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Released creation lock {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1221.355150] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "network-797" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.355328] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock port-4cd04e6f-c503-4b8f-b150-a6344822a500 taken with stack trace [, , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.355441] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "port-4cd04e6f-c503-4b8f-b150-a6344822a500" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.355553] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "port-4cd04e6f-c503-4b8f-b150-a6344822a500" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.355888] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "port-4cd04e6f-c503-4b8f-b150-a6344822a500" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.356035] env[65424]: DEBUG networking_nsxv3.api.rpc [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4cd04e6f-c503-4b8f-b150-a6344822a500',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1221.361857] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('30028d45-5707-4b1c-accc-2bfa4f3fbc30',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1221.674308] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fffb1115-05b5-4730-9003-4b1b4688badb in Status: SUCCESS [ 1221.674498] env[65424]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fffb1115-05b5-4730-9003-4b1b4688badb deletion is rescheduled due to dependency. [ 1221.674616] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fffb1115-05b5-4730-9003-4b1b4688badb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.858435] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.858701] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.858790] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.859149] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.859321] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.859550] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Segment Port 4cd04e6f-c503-4b8f-b150-a6344822a500 not found, creating... [ 1221.859939] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.860221] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.860423] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.860685] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.860825] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.861154] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.861313] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.861429] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.861632] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.861762] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.861897] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Resource: SegmentPort with ID: 4cd04e6f-c503-4b8f-b150-a6344822a500 is going to be created. [ 1221.863696] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.863822] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.863897] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.864076] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.864159] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.864247] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30028d45-5707-4b1c-accc-2bfa4f3fbc30 is going to be created. [ 1221.887307] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.887585] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.887703] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.887981] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.888216] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.888429] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "port-4cd04e6f-c503-4b8f-b150-a6344822a500" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.889992] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.890169] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.890242] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.890440] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.890589] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.902957] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30028d45-5707-4b1c-accc-2bfa4f3fbc30 in Status: UNINITIALIZED for 2s [ 1222.113166] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca03f324-6119-4f85-8103-7e586643e054 in Status: SUCCESS [ 1222.113471] env[65424]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ca03f324-6119-4f85-8103-7e586643e054 deletion is rescheduled due to dependency. [ 1222.113666] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca03f324-6119-4f85-8103-7e586643e054" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.113930] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca03f324-6119-4f85-8103-7e586643e054" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.114274] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca03f324-6119-4f85-8103-7e586643e054" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.114532] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.114697] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.114779] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.114990] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.115281] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.115281] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca03f324-6119-4f85-8103-7e586643e054" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.115432] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca03f324-6119-4f85-8103-7e586643e054 taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.115633] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca03f324-6119-4f85-8103-7e586643e054" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.115681] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca03f324-6119-4f85-8103-7e586643e054" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.115830] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca03f324-6119-4f85-8103-7e586643e054" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.115984] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.116091] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.116153] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.116294] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.116370] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.116453] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca03f324-6119-4f85-8103-7e586643e054" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.116545] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ca03f324-6119-4f85-8103-7e586643e054',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1222.261913] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7bf4f4d-9a4e-4a7c-bf8d-ae5137a85731 in Status: SUCCESS [ 1222.262215] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7bf4f4d-9a4e-4a7c-bf8d-ae5137a85731" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.262411] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7bf4f4d-9a4e-4a7c-bf8d-ae5137a85731" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.262678] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7bf4f4d-9a4e-4a7c-bf8d-ae5137a85731" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.262895] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.263049] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.263119] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.263305] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.263393] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.263480] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7bf4f4d-9a4e-4a7c-bf8d-ae5137a85731" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.263574] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b7bf4f4d-9a4e-4a7c-bf8d-ae5137a85731',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1222.621521] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ca03f324-6119-4f85-8103-7e586643e054: rpc.has_security_group_logging(os_id): False [ 1222.631344] env[65424]: INFO networking_nsxv3.common.synchronization [req-1a72b6be-c6d4-4230-8d43-b68de0086c9a req-c9d9d0cb-2805-4f67-8aac-b599d99ec3f0 service nova] Enqueued Resource ID: 30028d45-5707-4b1c-accc-2bfa4f3fbc30 with Priority: HIGHEST for action security_group_rules [ 1222.631688] env[65424]: INFO networking_nsxv3.common.synchronization [req-1a72b6be-c6d4-4230-8d43-b68de0086c9a req-c9d9d0cb-2805-4f67-8aac-b599d99ec3f0 service nova] Enqueued Resource ID: 30028d45-5707-4b1c-accc-2bfa4f3fbc30 with Priority: HIGHEST for action security_group_members [ 1222.633044] env[65424]: INFO networking_nsxv3.common.synchronization [req-1a72b6be-c6d4-4230-8d43-b68de0086c9a req-c9d9d0cb-2805-4f67-8aac-b599d99ec3f0 service nova] Enqueued Resource ID: 4cd04e6f-c503-4b8f-b150-a6344822a500 with Priority: HIGHEST for action port [ 1222.633044] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30028d45-5707-4b1c-accc-2bfa4f3fbc30 with Priority: HIGHEST for action security_group_rules [ 1222.633371] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30028d45-5707-4b1c-accc-2bfa4f3fbc30 with Priority: HIGHEST for action security_group_members [ 1222.633371] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4cd04e6f-c503-4b8f-b150-a6344822a500 with Priority: HIGHEST for action port [ 1222.633822] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock rules-30028d45-5707-4b1c-accc-2bfa4f3fbc30 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.633991] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-30028d45-5707-4b1c-accc-2bfa4f3fbc30" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.634365] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-30028d45-5707-4b1c-accc-2bfa4f3fbc30 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.634835] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30028d45-5707-4b1c-accc-2bfa4f3fbc30" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.635391] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock port-4cd04e6f-c503-4b8f-b150-a6344822a500 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.635772] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4cd04e6f-c503-4b8f-b150-a6344822a500" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.635772] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4cd04e6f-c503-4b8f-b150-a6344822a500" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.636204] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4cd04e6f-c503-4b8f-b150-a6344822a500" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.636295] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4cd04e6f-c503-4b8f-b150-a6344822a500',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1222.654028] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.654028] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.654028] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.654028] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.654028] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.654028] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.654028] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.654028] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.654028] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.654028] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.654028] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.654028] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.654028] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.654028] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.654028] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.654943] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.654943] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.654943] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.654943] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.654943] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.654943] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ca03f324-6119-4f85-8103-7e586643e054 is going to be updated. [ 1222.753084] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.753318] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.753387] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.753711] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.753928] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.766961] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b7bf4f4d-9a4e-4a7c-bf8d-ae5137a85731',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1222.773051] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ca03f324-6119-4f85-8103-7e586643e054 in Status: IN_PROGRESS for 2s [ 1222.939336] env[65424]: INFO networking_nsxv3.common.synchronization [req-653b4f24-c8ae-4446-b926-6843d10d3000 req-257c4041-0b6b-4724-a217-8299b8caf923 tempest-ListServerFiltersTestJSON-440303505 tempest-ListServerFiltersTestJSON-440303505-project-member] Enqueued Resource ID: 30028d45-5707-4b1c-accc-2bfa4f3fbc30 with Priority: HIGHEST for action security_group_members [ 1222.940015] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30028d45-5707-4b1c-accc-2bfa4f3fbc30 with Priority: HIGHEST for action security_group_members [ 1222.940387] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-30028d45-5707-4b1c-accc-2bfa4f3fbc30 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.940543] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30028d45-5707-4b1c-accc-2bfa4f3fbc30" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.138304] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4cd04e6f-c503-4b8f-b150-a6344822a500 with status ACTIVE [ 1223.138966] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.138966] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.138966] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.139247] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.139355] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.139553] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.139667] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.139727] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.141069] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.141069] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.141069] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.141069] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.141069] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.141069] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.141069] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.141069] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4cd04e6f-c503-4b8f-b150-a6344822a500 is going to be updated. [ 1223.183020] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.183259] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.183259] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.183932] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.183932] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.183932] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4cd04e6f-c503-4b8f-b150-a6344822a500" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.269088] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b7bf4f4d-9a4e-4a7c-bf8d-ae5137a85731: rpc.has_security_group_logging(os_id): False [ 1223.281687] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock network-797 taken with stack trace [, , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.281939] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "network-797" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.282085] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "network-797" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.282372] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "network-797" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.282689] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.282847] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.282986] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.283253] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.283375] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.283680] env[65424]: DEBUG dogpile.cache.region [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] No value present for key: 'zone-id' {{(pid=65424) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1223.283838] env[65424]: DEBUG dogpile.lock [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] NeedRegenerationException {{(pid=65424) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1223.283954] env[65424]: DEBUG dogpile.lock [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] no value, waiting for create lock {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1223.284052] env[65424]: DEBUG dogpile.lock [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] value creation lock acquired {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1223.284166] env[65424]: DEBUG dogpile.cache.region [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] No value present for key: 'zone-id' {{(pid=65424) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1223.284270] env[65424]: DEBUG dogpile.lock [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Calling creation function for not-yet-present value {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1223.284426] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1223.295538] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.295789] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.295851] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.296130] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.296261] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.296535] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.296654] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.296733] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.296943] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.297104] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.297183] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b7bf4f4d-9a4e-4a7c-bf8d-ae5137a85731 is going to be created. [ 1223.306815] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1223.306994] env[65424]: DEBUG dogpile.cache.region [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65424) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1223.307141] env[65424]: DEBUG dogpile.lock [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Released creation lock {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1223.307366] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "network-797" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.307707] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock port-9544fc13-d44e-4c0d-9f74-7f98d7dc6bdb taken with stack trace [, , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.307907] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "port-9544fc13-d44e-4c0d-9f74-7f98d7dc6bdb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.308109] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "port-9544fc13-d44e-4c0d-9f74-7f98d7dc6bdb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.308424] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "port-9544fc13-d44e-4c0d-9f74-7f98d7dc6bdb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.308580] env[65424]: DEBUG networking_nsxv3.api.rpc [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9544fc13-d44e-4c0d-9f74-7f98d7dc6bdb',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1223.396140] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.396373] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.396373] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.396589] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.396769] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.407678] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b7bf4f4d-9a4e-4a7c-bf8d-ae5137a85731 in Status: IN_PROGRESS for 2s [ 1223.811400] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.811908] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.811963] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.812396] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.812579] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.812761] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Segment Port 9544fc13-d44e-4c0d-9f74-7f98d7dc6bdb not found, creating... [ 1223.813218] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.813384] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.813539] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.813807] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.813996] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.814426] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.814592] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.814738] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.815196] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.815277] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.815397] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Resource: SegmentPort with ID: 9544fc13-d44e-4c0d-9f74-7f98d7dc6bdb is going to be created. [ 1223.840050] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.840308] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.840432] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.840701] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.840923] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.841157] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "port-9544fc13-d44e-4c0d-9f74-7f98d7dc6bdb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.843825] env[65424]: INFO networking_nsxv3.common.synchronization [req-fa0a699d-b605-4138-945b-5fefa369ac8d req-a5e06080-6453-45d6-8576-1e52fbbdbbab tempest-AttachVolumeTestJSON-986837499 tempest-AttachVolumeTestJSON-986837499-project-member] Enqueued Resource ID: 8ae6940d-eb70-4761-add0-87d9d2308ad9 with Priority: HIGHEST for action security_group_members [ 1223.844285] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ae6940d-eb70-4761-add0-87d9d2308ad9 with Priority: HIGHEST for action security_group_members [ 1223.844566] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ae6940d-eb70-4761-add0-87d9d2308ad9 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.844680] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ae6940d-eb70-4761-add0-87d9d2308ad9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.844739] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ae6940d-eb70-4761-add0-87d9d2308ad9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.844929] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ae6940d-eb70-4761-add0-87d9d2308ad9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.845095] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.845187] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.845244] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.845410] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.845490] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.845585] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8ae6940d-eb70-4761-add0-87d9d2308ad9',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1223.913551] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30028d45-5707-4b1c-accc-2bfa4f3fbc30 in Status: SUCCESS [ 1223.913551] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30028d45-5707-4b1c-accc-2bfa4f3fbc30" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.913551] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30028d45-5707-4b1c-accc-2bfa4f3fbc30" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.913901] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30028d45-5707-4b1c-accc-2bfa4f3fbc30" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.913964] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.914070] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.914127] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.914266] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.914340] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.914422] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30028d45-5707-4b1c-accc-2bfa4f3fbc30" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.915184] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('30028d45-5707-4b1c-accc-2bfa4f3fbc30',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1223.915381] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30028d45-5707-4b1c-accc-2bfa4f3fbc30" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.915543] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30028d45-5707-4b1c-accc-2bfa4f3fbc30" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.915700] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.915804] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.915860] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.916010] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.916094] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.916184] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('30028d45-5707-4b1c-accc-2bfa4f3fbc30',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1224.348031] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.348220] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.348435] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.348607] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.348698] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.348893] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.349096] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.349194] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.349419] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.349463] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.349519] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8ae6940d-eb70-4761-add0-87d9d2308ad9 is going to be updated. [ 1224.378773] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.378930] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.378978] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.380554] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.380554] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.391042] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8ae6940d-eb70-4761-add0-87d9d2308ad9 in Status: IN_PROGRESS for 2s [ 1224.419407] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-30028d45-5707-4b1c-accc-2bfa4f3fbc30 taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.419407] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30028d45-5707-4b1c-accc-2bfa4f3fbc30" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.419594] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('30028d45-5707-4b1c-accc-2bfa4f3fbc30',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1224.583844] env[65424]: INFO networking_nsxv3.common.synchronization [req-653b4f24-c8ae-4446-b926-6843d10d3000 req-7a17aa7d-a1a1-4c33-afb8-eae7d41e6116 service nova] Enqueued Resource ID: 30028d45-5707-4b1c-accc-2bfa4f3fbc30 with Priority: HIGHEST for action security_group_rules [ 1224.583844] env[65424]: INFO networking_nsxv3.common.synchronization [req-653b4f24-c8ae-4446-b926-6843d10d3000 req-7a17aa7d-a1a1-4c33-afb8-eae7d41e6116 service nova] Enqueued Resource ID: 30028d45-5707-4b1c-accc-2bfa4f3fbc30 with Priority: HIGHEST for action security_group_members [ 1224.583844] env[65424]: INFO networking_nsxv3.common.synchronization [req-653b4f24-c8ae-4446-b926-6843d10d3000 req-7a17aa7d-a1a1-4c33-afb8-eae7d41e6116 service nova] Enqueued Resource ID: 9544fc13-d44e-4c0d-9f74-7f98d7dc6bdb with Priority: HIGHEST for action port [ 1224.584443] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30028d45-5707-4b1c-accc-2bfa4f3fbc30 with Priority: HIGHEST for action security_group_rules [ 1224.584443] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30028d45-5707-4b1c-accc-2bfa4f3fbc30 with Priority: HIGHEST for action security_group_members [ 1224.584443] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9544fc13-d44e-4c0d-9f74-7f98d7dc6bdb with Priority: HIGHEST for action port [ 1224.584685] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock rules-30028d45-5707-4b1c-accc-2bfa4f3fbc30 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.584786] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-30028d45-5707-4b1c-accc-2bfa4f3fbc30" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.584978] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-30028d45-5707-4b1c-accc-2bfa4f3fbc30 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.585079] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30028d45-5707-4b1c-accc-2bfa4f3fbc30" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.585321] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock port-9544fc13-d44e-4c0d-9f74-7f98d7dc6bdb taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.585431] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9544fc13-d44e-4c0d-9f74-7f98d7dc6bdb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.585483] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9544fc13-d44e-4c0d-9f74-7f98d7dc6bdb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.585706] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9544fc13-d44e-4c0d-9f74-7f98d7dc6bdb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.585787] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9544fc13-d44e-4c0d-9f74-7f98d7dc6bdb',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1224.790960] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ca03f324-6119-4f85-8103-7e586643e054 in Status: SUCCESS [ 1224.791272] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ca03f324-6119-4f85-8103-7e586643e054" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.922037] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('30028d45-5707-4b1c-accc-2bfa4f3fbc30',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1225.087470] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9544fc13-d44e-4c0d-9f74-7f98d7dc6bdb with status ACTIVE [ 1225.087747] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.087905] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.087982] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.088317] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.088487] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.088584] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.088729] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.088801] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.088968] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.089131] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.089512] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.089656] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.089751] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.089951] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.090072] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.090159] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9544fc13-d44e-4c0d-9f74-7f98d7dc6bdb is going to be updated. [ 1225.119244] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.119521] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.119521] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.119762] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.119836] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.119963] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9544fc13-d44e-4c0d-9f74-7f98d7dc6bdb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.420165] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b7bf4f4d-9a4e-4a7c-bf8d-ae5137a85731 in Status: SUCCESS [ 1225.420477] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b7bf4f4d-9a4e-4a7c-bf8d-ae5137a85731" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.426159] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.426408] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.426408] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.426650] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.426765] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.426876] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30028d45-5707-4b1c-accc-2bfa4f3fbc30 is going to be updated. [ 1225.458968] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.458968] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.458968] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.458968] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.458968] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.467811] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30028d45-5707-4b1c-accc-2bfa4f3fbc30 in Status: IN_PROGRESS for 2s [ 1226.405218] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8ae6940d-eb70-4761-add0-87d9d2308ad9 in Status: SUCCESS [ 1226.405504] env[65424]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8ae6940d-eb70-4761-add0-87d9d2308ad9 deletion is rescheduled due to dependency. [ 1226.405591] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ae6940d-eb70-4761-add0-87d9d2308ad9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.477158] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30028d45-5707-4b1c-accc-2bfa4f3fbc30 in Status: SUCCESS [ 1227.477501] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30028d45-5707-4b1c-accc-2bfa4f3fbc30" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.477582] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30028d45-5707-4b1c-accc-2bfa4f3fbc30" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.477805] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30028d45-5707-4b1c-accc-2bfa4f3fbc30" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.478025] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.478119] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.478184] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.478333] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.478410] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.478501] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('30028d45-5707-4b1c-accc-2bfa4f3fbc30',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1227.981060] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('30028d45-5707-4b1c-accc-2bfa4f3fbc30',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1228.484232] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('30028d45-5707-4b1c-accc-2bfa4f3fbc30',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1228.986402] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.986566] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.986638] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.986862] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.986998] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.987129] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30028d45-5707-4b1c-accc-2bfa4f3fbc30 is going to be updated. [ 1229.022477] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.022672] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.022735] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.023029] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.023196] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.035213] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30028d45-5707-4b1c-accc-2bfa4f3fbc30 in Status: IN_PROGRESS for 2s [ 1229.585633] env[65424]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1229.585948] env[65424]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=6 [ 1231.054817] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30028d45-5707-4b1c-accc-2bfa4f3fbc30 in Status: SUCCESS [ 1231.055077] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30028d45-5707-4b1c-accc-2bfa4f3fbc30" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.055245] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30028d45-5707-4b1c-accc-2bfa4f3fbc30" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.055457] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30028d45-5707-4b1c-accc-2bfa4f3fbc30" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.055641] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.055763] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.055820] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.055962] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.056051] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.056148] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('30028d45-5707-4b1c-accc-2bfa4f3fbc30',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1231.558419] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('30028d45-5707-4b1c-accc-2bfa4f3fbc30',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1231.740108] env[65424]: INFO networking_nsxv3.common.synchronization [req-bfb663f6-c25d-46ca-b792-ae8626addca8 req-d4542295-a0c5-44b8-a768-3ce56325f788 tempest-ServerActionsTestOtherB-391105408 tempest-ServerActionsTestOtherB-391105408-project-member] Enqueued Resource ID: fffb1115-05b5-4730-9003-4b1b4688badb with Priority: HIGHEST for action security_group_members [ 1231.740303] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fffb1115-05b5-4730-9003-4b1b4688badb with Priority: HIGHEST for action security_group_members [ 1231.740993] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-fffb1115-05b5-4730-9003-4b1b4688badb taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.741136] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fffb1115-05b5-4730-9003-4b1b4688badb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.741207] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fffb1115-05b5-4730-9003-4b1b4688badb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.741403] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fffb1115-05b5-4730-9003-4b1b4688badb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.741561] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.741672] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.741723] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.742155] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.742155] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.742155] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fffb1115-05b5-4730-9003-4b1b4688badb',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1232.060566] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('30028d45-5707-4b1c-accc-2bfa4f3fbc30',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1232.069032] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock network-130 taken with stack trace [, , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.069241] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "network-130" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.070175] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "network-130" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.070175] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "network-130" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.070175] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.070175] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.070734] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.070734] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.070734] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.073150] env[65424]: DEBUG dogpile.cache.region [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] No value present for key: 'zone-id' {{(pid=65424) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1232.073150] env[65424]: DEBUG dogpile.lock [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] NeedRegenerationException {{(pid=65424) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1232.073150] env[65424]: DEBUG dogpile.lock [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] no value, waiting for create lock {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1232.073150] env[65424]: DEBUG dogpile.lock [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] value creation lock acquired {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1232.073150] env[65424]: DEBUG dogpile.cache.region [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] No value present for key: 'zone-id' {{(pid=65424) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1232.073150] env[65424]: DEBUG dogpile.lock [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Calling creation function for not-yet-present value {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1232.073150] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1232.094905] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1232.095138] env[65424]: DEBUG dogpile.cache.region [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65424) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1232.095201] env[65424]: DEBUG dogpile.lock [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Released creation lock {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1232.095330] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "network-130" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.095653] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock port-d2adcb85-78dc-45ad-b665-5991cab33bef taken with stack trace [, , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.095856] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "port-d2adcb85-78dc-45ad-b665-5991cab33bef" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.095986] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "port-d2adcb85-78dc-45ad-b665-5991cab33bef" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.096353] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "port-d2adcb85-78dc-45ad-b665-5991cab33bef" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.096480] env[65424]: DEBUG networking_nsxv3.api.rpc [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d2adcb85-78dc-45ad-b665-5991cab33bef',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1232.244669] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.244866] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.245736] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.245736] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.245736] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.245736] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.245736] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.245736] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.245736] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.246261] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.246261] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fffb1115-05b5-4730-9003-4b1b4688badb is going to be updated. [ 1232.275268] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.275522] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.275522] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.275665] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.275796] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.294351] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fffb1115-05b5-4730-9003-4b1b4688badb in Status: IN_PROGRESS for 2s [ 1232.469550] env[65424]: INFO networking_nsxv3.common.synchronization [req-32d704c9-11b1-4168-8edc-05953314956f req-877a2fcb-b7e3-4b69-b135-131a90327141 tempest-AttachVolumeNegativeTest-2145166079 tempest-AttachVolumeNegativeTest-2145166079-project-member] Enqueued Resource ID: 4130ba39-b31b-451c-a802-940533036032 with Priority: HIGHEST for action security_group_members [ 1232.470065] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4130ba39-b31b-451c-a802-940533036032 with Priority: HIGHEST for action security_group_members [ 1232.470389] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-4130ba39-b31b-451c-a802-940533036032 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.470517] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4130ba39-b31b-451c-a802-940533036032" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.470573] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4130ba39-b31b-451c-a802-940533036032" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.470796] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4130ba39-b31b-451c-a802-940533036032" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.470957] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.471088] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.471146] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.471302] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.471374] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.471472] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4130ba39-b31b-451c-a802-940533036032',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1232.562956] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.563181] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.563341] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.563579] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.563673] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.563780] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30028d45-5707-4b1c-accc-2bfa4f3fbc30 is going to be updated. [ 1232.594314] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.594581] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.594713] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.594928] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.595082] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.598914] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.599186] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.599361] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.599631] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.599779] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.599924] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Segment Port d2adcb85-78dc-45ad-b665-5991cab33bef not found, creating... [ 1232.600329] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.600498] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.600613] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.600831] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.600963] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.601386] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.601478] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.601539] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.601744] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.602236] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.602236] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Resource: SegmentPort with ID: d2adcb85-78dc-45ad-b665-5991cab33bef is going to be created. [ 1232.604270] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30028d45-5707-4b1c-accc-2bfa4f3fbc30 in Status: IN_PROGRESS for 2s [ 1232.634330] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.634330] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.634330] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.634330] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.634330] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.634330] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "port-d2adcb85-78dc-45ad-b665-5991cab33bef" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.973706] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.973870] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.974108] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.974387] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.974481] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.974720] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.974880] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.974993] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.975178] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.975260] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.975398] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4130ba39-b31b-451c-a802-940533036032 is going to be updated. [ 1233.001768] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.001974] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.001974] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.002198] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.002341] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.010943] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4130ba39-b31b-451c-a802-940533036032 in Status: IN_PROGRESS for 2s [ 1233.375651] env[65424]: INFO networking_nsxv3.common.synchronization [req-bfb663f6-c25d-46ca-b792-ae8626addca8 req-5bf5e2ae-1832-4a78-a887-324b1c1afe04 service nova] Enqueued Resource ID: fffb1115-05b5-4730-9003-4b1b4688badb with Priority: HIGHEST for action security_group_rules [ 1233.376575] env[65424]: INFO networking_nsxv3.common.synchronization [req-bfb663f6-c25d-46ca-b792-ae8626addca8 req-5bf5e2ae-1832-4a78-a887-324b1c1afe04 service nova] Enqueued Resource ID: fffb1115-05b5-4730-9003-4b1b4688badb with Priority: HIGHEST for action security_group_members [ 1233.376575] env[65424]: INFO networking_nsxv3.common.synchronization [req-bfb663f6-c25d-46ca-b792-ae8626addca8 req-5bf5e2ae-1832-4a78-a887-324b1c1afe04 service nova] Enqueued Resource ID: d2adcb85-78dc-45ad-b665-5991cab33bef with Priority: HIGHEST for action port [ 1233.376784] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fffb1115-05b5-4730-9003-4b1b4688badb with Priority: HIGHEST for action security_group_rules [ 1233.376850] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fffb1115-05b5-4730-9003-4b1b4688badb with Priority: HIGHEST for action security_group_members [ 1233.376948] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2adcb85-78dc-45ad-b665-5991cab33bef with Priority: HIGHEST for action port [ 1233.377298] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fffb1115-05b5-4730-9003-4b1b4688badb taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.377478] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fffb1115-05b5-4730-9003-4b1b4688badb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.377578] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fffb1115-05b5-4730-9003-4b1b4688badb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.377848] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fffb1115-05b5-4730-9003-4b1b4688badb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.377962] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fffb1115-05b5-4730-9003-4b1b4688badb',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1233.379662] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-fffb1115-05b5-4730-9003-4b1b4688badb taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.379824] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fffb1115-05b5-4730-9003-4b1b4688badb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.380123] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock port-d2adcb85-78dc-45ad-b665-5991cab33bef taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.380276] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d2adcb85-78dc-45ad-b665-5991cab33bef" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.380365] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d2adcb85-78dc-45ad-b665-5991cab33bef" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.380618] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d2adcb85-78dc-45ad-b665-5991cab33bef" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.380772] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d2adcb85-78dc-45ad-b665-5991cab33bef',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1233.883155] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-fffb1115-05b5-4730-9003-4b1b4688badb taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.883155] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fffb1115-05b5-4730-9003-4b1b4688badb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.883294] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d2adcb85-78dc-45ad-b665-5991cab33bef with status ACTIVE [ 1233.883400] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.883515] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.883579] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.883806] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.883897] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.884077] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.884188] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.884247] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.884691] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.884691] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.886153] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.886153] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.886153] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.886153] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.886153] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.886153] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d2adcb85-78dc-45ad-b665-5991cab33bef is going to be updated. [ 1233.916365] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.916527] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.916527] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.916779] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.916917] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.917108] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d2adcb85-78dc-45ad-b665-5991cab33bef" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.005972] env[65424]: INFO networking_nsxv3.common.synchronization [req-c406ce48-426e-4135-8d6c-c0669e51b2e9 req-5feb13f3-7d97-4727-8c53-e3a6dcfdaa39 tempest-MultipleCreateTestJSON-1362503207 tempest-MultipleCreateTestJSON-1362503207-project-member] Enqueued Resource ID: ca03f324-6119-4f85-8103-7e586643e054 with Priority: HIGHEST for action security_group_members [ 1234.006570] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca03f324-6119-4f85-8103-7e586643e054 with Priority: HIGHEST for action security_group_members [ 1234.006864] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca03f324-6119-4f85-8103-7e586643e054 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.007013] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca03f324-6119-4f85-8103-7e586643e054" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.007267] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca03f324-6119-4f85-8103-7e586643e054" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.007429] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca03f324-6119-4f85-8103-7e586643e054" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.007610] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.007718] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.007776] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.007938] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.008039] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.008137] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ca03f324-6119-4f85-8103-7e586643e054',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1234.304887] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fffb1115-05b5-4730-9003-4b1b4688badb in Status: SUCCESS [ 1234.305142] env[65424]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fffb1115-05b5-4730-9003-4b1b4688badb deletion is rescheduled due to dependency. [ 1234.305262] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fffb1115-05b5-4730-9003-4b1b4688badb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.305501] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fffb1115-05b5-4730-9003-4b1b4688badb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.305814] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fffb1115-05b5-4730-9003-4b1b4688badb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.305875] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.306012] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.306105] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.306309] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.306309] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.306379] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fffb1115-05b5-4730-9003-4b1b4688badb',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1234.369096] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock network-618 taken with stack trace [, , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.369096] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "network-618" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.369354] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "network-618" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.369572] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "network-618" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.369866] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.370019] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.370155] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.370431] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.370585] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.370837] env[65424]: DEBUG dogpile.cache.region [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] No value present for key: 'zone-id' {{(pid=65424) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1234.371116] env[65424]: DEBUG dogpile.lock [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] NeedRegenerationException {{(pid=65424) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1234.371116] env[65424]: DEBUG dogpile.lock [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] no value, waiting for create lock {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1234.371261] env[65424]: DEBUG dogpile.lock [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] value creation lock acquired {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1234.371313] env[65424]: DEBUG dogpile.cache.region [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] No value present for key: 'zone-id' {{(pid=65424) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1234.371388] env[65424]: DEBUG dogpile.lock [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Calling creation function for not-yet-present value {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1234.371576] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1234.391134] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1234.391425] env[65424]: DEBUG dogpile.cache.region [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65424) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1234.391538] env[65424]: DEBUG dogpile.lock [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Released creation lock {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1234.391751] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "network-618" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.392193] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock port-b9c6252f-cf14-4c00-a285-f38925f06bd8 taken with stack trace [, , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.392413] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "port-b9c6252f-cf14-4c00-a285-f38925f06bd8" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.392678] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "port-b9c6252f-cf14-4c00-a285-f38925f06bd8" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.393061] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "port-b9c6252f-cf14-4c00-a285-f38925f06bd8" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.393288] env[65424]: DEBUG networking_nsxv3.api.rpc [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b9c6252f-cf14-4c00-a285-f38925f06bd8',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1234.510089] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.510450] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.510566] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.510850] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.510979] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.511254] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.511726] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.511726] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.511726] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.511865] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.511899] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ca03f324-6119-4f85-8103-7e586643e054 is going to be updated. [ 1234.541021] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.541021] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.541250] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.541290] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.541434] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.551748] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca03f324-6119-4f85-8103-7e586643e054 in Status: IN_PROGRESS for 2s [ 1234.615366] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30028d45-5707-4b1c-accc-2bfa4f3fbc30 in Status: SUCCESS [ 1234.615563] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30028d45-5707-4b1c-accc-2bfa4f3fbc30" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.615772] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30028d45-5707-4b1c-accc-2bfa4f3fbc30" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.615936] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30028d45-5707-4b1c-accc-2bfa4f3fbc30" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.616152] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.616280] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.616322] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.616475] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.616556] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.616633] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30028d45-5707-4b1c-accc-2bfa4f3fbc30" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.616796] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-30028d45-5707-4b1c-accc-2bfa4f3fbc30 taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.616873] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30028d45-5707-4b1c-accc-2bfa4f3fbc30" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.616932] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30028d45-5707-4b1c-accc-2bfa4f3fbc30" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.617157] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30028d45-5707-4b1c-accc-2bfa4f3fbc30" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.617304] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.617393] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.617457] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.617612] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.617673] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.617743] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30028d45-5707-4b1c-accc-2bfa4f3fbc30" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.617828] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('30028d45-5707-4b1c-accc-2bfa4f3fbc30',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1234.618697] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30028d45-5707-4b1c-accc-2bfa4f3fbc30" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.618859] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30028d45-5707-4b1c-accc-2bfa4f3fbc30" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.619010] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.619112] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.619227] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.619375] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.619446] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.619530] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('30028d45-5707-4b1c-accc-2bfa4f3fbc30',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1234.809495] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fffb1115-05b5-4730-9003-4b1b4688badb',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1234.895899] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.896144] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.896269] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.896552] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.896697] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.897015] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Segment Port b9c6252f-cf14-4c00-a285-f38925f06bd8 not found, creating... [ 1234.897654] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.897884] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.898021] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.898270] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.898415] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.898736] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.898886] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.899014] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.899289] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.899417] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.899618] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Resource: SegmentPort with ID: b9c6252f-cf14-4c00-a285-f38925f06bd8 is going to be created. [ 1234.922943] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.923204] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.923347] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.923674] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.923909] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.924154] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "port-b9c6252f-cf14-4c00-a285-f38925f06bd8" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.023985] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4130ba39-b31b-451c-a802-940533036032 in Status: SUCCESS [ 1235.024206] env[65424]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4130ba39-b31b-451c-a802-940533036032 deletion is rescheduled due to dependency. [ 1235.024370] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4130ba39-b31b-451c-a802-940533036032" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.120978] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 30028d45-5707-4b1c-accc-2bfa4f3fbc30: rpc.has_security_group_logging(os_id): False [ 1235.122223] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('30028d45-5707-4b1c-accc-2bfa4f3fbc30',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1235.142883] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.143076] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.143142] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.143355] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.143453] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.143681] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.143777] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.143847] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.144039] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.144212] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.144459] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.144525] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.144617] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.144773] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.144857] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.144981] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.145085] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.145179] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.145299] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.145373] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.145459] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 30028d45-5707-4b1c-accc-2bfa4f3fbc30 is going to be created. [ 1235.232276] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.232464] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.232464] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.233111] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.233111] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.252149] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 30028d45-5707-4b1c-accc-2bfa4f3fbc30 in Status: IN_PROGRESS for 2s [ 1235.311395] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fffb1115-05b5-4730-9003-4b1b4688badb',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1235.624709] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('30028d45-5707-4b1c-accc-2bfa4f3fbc30',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1235.663680] env[65424]: INFO networking_nsxv3.common.synchronization [req-c406ce48-426e-4135-8d6c-c0669e51b2e9 req-ad6695c7-e70e-4e01-92f6-f62f0f68acf6 service nova] Enqueued Resource ID: ca03f324-6119-4f85-8103-7e586643e054 with Priority: HIGHEST for action security_group_rules [ 1235.663854] env[65424]: INFO networking_nsxv3.common.synchronization [req-c406ce48-426e-4135-8d6c-c0669e51b2e9 req-ad6695c7-e70e-4e01-92f6-f62f0f68acf6 service nova] Enqueued Resource ID: ca03f324-6119-4f85-8103-7e586643e054 with Priority: HIGHEST for action security_group_members [ 1235.663988] env[65424]: INFO networking_nsxv3.common.synchronization [req-c406ce48-426e-4135-8d6c-c0669e51b2e9 req-ad6695c7-e70e-4e01-92f6-f62f0f68acf6 service nova] Enqueued Resource ID: b9c6252f-cf14-4c00-a285-f38925f06bd8 with Priority: HIGHEST for action port [ 1235.664658] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca03f324-6119-4f85-8103-7e586643e054 with Priority: HIGHEST for action security_group_rules [ 1235.664658] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca03f324-6119-4f85-8103-7e586643e054 with Priority: HIGHEST for action security_group_members [ 1235.664749] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9c6252f-cf14-4c00-a285-f38925f06bd8 with Priority: HIGHEST for action port [ 1235.664947] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ca03f324-6119-4f85-8103-7e586643e054 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.665088] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ca03f324-6119-4f85-8103-7e586643e054" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.665153] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ca03f324-6119-4f85-8103-7e586643e054" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.665347] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ca03f324-6119-4f85-8103-7e586643e054" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.665425] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ca03f324-6119-4f85-8103-7e586643e054',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1235.666595] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca03f324-6119-4f85-8103-7e586643e054 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.666700] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca03f324-6119-4f85-8103-7e586643e054" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.666882] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock port-b9c6252f-cf14-4c00-a285-f38925f06bd8 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.666975] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b9c6252f-cf14-4c00-a285-f38925f06bd8" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.667066] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b9c6252f-cf14-4c00-a285-f38925f06bd8" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.667405] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b9c6252f-cf14-4c00-a285-f38925f06bd8" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.667405] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b9c6252f-cf14-4c00-a285-f38925f06bd8',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1235.813722] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.813867] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.813945] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.814179] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.814275] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.814375] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fffb1115-05b5-4730-9003-4b1b4688badb is going to be updated. [ 1235.844109] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.844312] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.844312] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.844514] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.844655] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.854884] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fffb1115-05b5-4730-9003-4b1b4688badb in Status: IN_PROGRESS for 2s [ 1236.128169] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.128356] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.128398] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.128602] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.128686] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.128780] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30028d45-5707-4b1c-accc-2bfa4f3fbc30 is going to be updated. [ 1236.158174] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.158337] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.158598] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.159587] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.160151] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.169271] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca03f324-6119-4f85-8103-7e586643e054 taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.169443] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca03f324-6119-4f85-8103-7e586643e054" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.169775] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b9c6252f-cf14-4c00-a285-f38925f06bd8 with status ACTIVE [ 1236.169956] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.170083] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.170149] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.170472] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.170568] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.170910] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.170910] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.170910] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.171127] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.171127] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.171285] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.171396] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.171450] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.171559] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.171628] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.171709] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b9c6252f-cf14-4c00-a285-f38925f06bd8 is going to be updated. [ 1236.173258] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30028d45-5707-4b1c-accc-2bfa4f3fbc30 in Status: IN_PROGRESS for 2s [ 1236.208993] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.208993] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.209238] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.209329] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.209480] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.209639] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b9c6252f-cf14-4c00-a285-f38925f06bd8" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.273079] env[65424]: INFO networking_nsxv3.common.synchronization [req-c406ce48-426e-4135-8d6c-c0669e51b2e9 req-fb5b4194-eabc-4b6a-a2f8-5b96abad9d59 tempest-MultipleCreateTestJSON-1362503207 tempest-MultipleCreateTestJSON-1362503207-project-member] Enqueued Resource ID: ca03f324-6119-4f85-8103-7e586643e054 with Priority: HIGHEST for action security_group_members [ 1236.273716] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca03f324-6119-4f85-8103-7e586643e054 with Priority: HIGHEST for action security_group_members [ 1236.274037] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca03f324-6119-4f85-8103-7e586643e054 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.274144] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca03f324-6119-4f85-8103-7e586643e054" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.563154] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca03f324-6119-4f85-8103-7e586643e054 in Status: SUCCESS [ 1236.563336] env[65424]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ca03f324-6119-4f85-8103-7e586643e054 deletion is rescheduled due to dependency. [ 1236.563457] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca03f324-6119-4f85-8103-7e586643e054" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.563620] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca03f324-6119-4f85-8103-7e586643e054" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.563897] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca03f324-6119-4f85-8103-7e586643e054" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.564116] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.564239] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.564307] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.564475] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.564578] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.564682] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ca03f324-6119-4f85-8103-7e586643e054',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1236.639014] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock network-618 taken with stack trace [, , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.639432] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "network-618" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.639588] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "network-618" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.639901] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "network-618" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.640223] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.640407] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.640537] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.640769] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.640909] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.641131] env[65424]: DEBUG dogpile.cache.region [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] No value present for key: 'zone-id' {{(pid=65424) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1236.641238] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] NeedRegenerationException {{(pid=65424) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1236.641346] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] no value, waiting for create lock {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1236.641447] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] value creation lock acquired {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1236.641553] env[65424]: DEBUG dogpile.cache.region [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] No value present for key: 'zone-id' {{(pid=65424) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1236.641653] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Calling creation function for not-yet-present value {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1236.641783] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1236.665464] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1236.665645] env[65424]: DEBUG dogpile.cache.region [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65424) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1236.665782] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Released creation lock {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1236.665960] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "network-618" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.666291] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock port-47626b9d-8571-430b-bea2-0ee3c84c23fa taken with stack trace [, , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.666460] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "port-47626b9d-8571-430b-bea2-0ee3c84c23fa" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.666573] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "port-47626b9d-8571-430b-bea2-0ee3c84c23fa" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.666897] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "port-47626b9d-8571-430b-bea2-0ee3c84c23fa" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.667094] env[65424]: DEBUG networking_nsxv3.api.rpc [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('47626b9d-8571-430b-bea2-0ee3c84c23fa',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1237.068675] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ca03f324-6119-4f85-8103-7e586643e054',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1237.169880] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.170136] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.170301] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.170578] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.170723] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.170875] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Segment Port 47626b9d-8571-430b-bea2-0ee3c84c23fa not found, creating... [ 1237.171142] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.171295] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.171408] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.171643] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.171775] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.172062] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.172226] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.172340] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.172539] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.172669] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.172801] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Resource: SegmentPort with ID: 47626b9d-8571-430b-bea2-0ee3c84c23fa is going to be created. [ 1237.195551] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.195827] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.195913] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.196205] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.196450] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.196677] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "port-47626b9d-8571-430b-bea2-0ee3c84c23fa" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.281883] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 30028d45-5707-4b1c-accc-2bfa4f3fbc30 in Status: SUCCESS [ 1237.282148] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-30028d45-5707-4b1c-accc-2bfa4f3fbc30" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.282381] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-30028d45-5707-4b1c-accc-2bfa4f3fbc30" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.282646] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-30028d45-5707-4b1c-accc-2bfa4f3fbc30" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.282750] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('30028d45-5707-4b1c-accc-2bfa4f3fbc30',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1237.571252] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ca03f324-6119-4f85-8103-7e586643e054',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1237.789148] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-30028d45-5707-4b1c-accc-2bfa4f3fbc30 taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.789495] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30028d45-5707-4b1c-accc-2bfa4f3fbc30" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.864400] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fffb1115-05b5-4730-9003-4b1b4688badb in Status: SUCCESS [ 1237.864626] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fffb1115-05b5-4730-9003-4b1b4688badb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.864841] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fffb1115-05b5-4730-9003-4b1b4688badb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.865107] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fffb1115-05b5-4730-9003-4b1b4688badb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.865312] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.865431] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.865497] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.865671] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.865754] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.865865] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fffb1115-05b5-4730-9003-4b1b4688badb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.865986] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fffb1115-05b5-4730-9003-4b1b4688badb',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1237.889811] env[65424]: INFO networking_nsxv3.common.synchronization [req-c406ce48-426e-4135-8d6c-c0669e51b2e9 req-f32b3ff5-579d-4645-a0a3-eb355a88848e service nova] Enqueued Resource ID: ca03f324-6119-4f85-8103-7e586643e054 with Priority: HIGHEST for action security_group_rules [ 1237.890269] env[65424]: INFO networking_nsxv3.common.synchronization [req-c406ce48-426e-4135-8d6c-c0669e51b2e9 req-f32b3ff5-579d-4645-a0a3-eb355a88848e service nova] Enqueued Resource ID: ca03f324-6119-4f85-8103-7e586643e054 with Priority: HIGHEST for action security_group_members [ 1237.890417] env[65424]: INFO networking_nsxv3.common.synchronization [req-c406ce48-426e-4135-8d6c-c0669e51b2e9 req-f32b3ff5-579d-4645-a0a3-eb355a88848e service nova] Enqueued Resource ID: 47626b9d-8571-430b-bea2-0ee3c84c23fa with Priority: HIGHEST for action port [ 1237.890904] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca03f324-6119-4f85-8103-7e586643e054 with Priority: HIGHEST for action security_group_rules [ 1237.891049] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca03f324-6119-4f85-8103-7e586643e054 with Priority: HIGHEST for action security_group_members [ 1237.891630] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 47626b9d-8571-430b-bea2-0ee3c84c23fa with Priority: HIGHEST for action port [ 1237.891885] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ca03f324-6119-4f85-8103-7e586643e054 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.892021] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ca03f324-6119-4f85-8103-7e586643e054" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.892209] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca03f324-6119-4f85-8103-7e586643e054 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.892295] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca03f324-6119-4f85-8103-7e586643e054" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.892470] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock port-47626b9d-8571-430b-bea2-0ee3c84c23fa taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.892567] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-47626b9d-8571-430b-bea2-0ee3c84c23fa" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.892628] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-47626b9d-8571-430b-bea2-0ee3c84c23fa" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.892845] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-47626b9d-8571-430b-bea2-0ee3c84c23fa" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.893051] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('47626b9d-8571-430b-bea2-0ee3c84c23fa',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1238.073659] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.073859] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.073859] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.074676] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.074676] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.074676] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ca03f324-6119-4f85-8103-7e586643e054 is going to be updated. [ 1238.132807] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.133028] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.133028] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.133257] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.133452] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.154895] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca03f324-6119-4f85-8103-7e586643e054 in Status: IN_PROGRESS for 2s [ 1238.187780] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30028d45-5707-4b1c-accc-2bfa4f3fbc30 in Status: SUCCESS [ 1238.189065] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30028d45-5707-4b1c-accc-2bfa4f3fbc30" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.189065] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30028d45-5707-4b1c-accc-2bfa4f3fbc30" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.189065] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30028d45-5707-4b1c-accc-2bfa4f3fbc30" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.189065] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.189065] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.189065] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.189065] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.189065] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.189065] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30028d45-5707-4b1c-accc-2bfa4f3fbc30" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.189553] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('30028d45-5707-4b1c-accc-2bfa4f3fbc30',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1238.368122] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fffb1115-05b5-4730-9003-4b1b4688badb',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1238.396151] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 47626b9d-8571-430b-bea2-0ee3c84c23fa with status ACTIVE [ 1238.397448] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.397448] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.397448] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.397576] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.397576] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.397781] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.397886] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.397956] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.398390] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.398390] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.398484] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.398551] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.398741] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.398741] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.398838] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.399343] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 47626b9d-8571-430b-bea2-0ee3c84c23fa is going to be updated. [ 1238.454284] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.454560] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.454560] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.454757] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.454902] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.455078] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-47626b9d-8571-430b-bea2-0ee3c84c23fa" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.692142] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-30028d45-5707-4b1c-accc-2bfa4f3fbc30 taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.692359] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30028d45-5707-4b1c-accc-2bfa4f3fbc30" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.692359] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30028d45-5707-4b1c-accc-2bfa4f3fbc30" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.692567] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30028d45-5707-4b1c-accc-2bfa4f3fbc30" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.692727] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.692829] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.692893] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.693054] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.693141] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.693229] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30028d45-5707-4b1c-accc-2bfa4f3fbc30" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.693375] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-30028d45-5707-4b1c-accc-2bfa4f3fbc30 taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.693469] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30028d45-5707-4b1c-accc-2bfa4f3fbc30" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.693526] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30028d45-5707-4b1c-accc-2bfa4f3fbc30" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.693663] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30028d45-5707-4b1c-accc-2bfa4f3fbc30" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.693796] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.693885] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.693946] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.694097] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.694171] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.694250] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30028d45-5707-4b1c-accc-2bfa4f3fbc30" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.694342] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('30028d45-5707-4b1c-accc-2bfa4f3fbc30',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1238.872068] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fffb1115-05b5-4730-9003-4b1b4688badb: rpc.has_security_group_logging(os_id): False [ 1238.894294] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.894294] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.894294] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.894812] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.894812] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.895155] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.895300] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.895412] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.895670] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.895806] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.895954] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fffb1115-05b5-4730-9003-4b1b4688badb is going to be updated. [ 1238.962045] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.962269] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.962269] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.963029] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.964029] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.978172] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fffb1115-05b5-4730-9003-4b1b4688badb in Status: IN_PROGRESS for 2s [ 1239.197027] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 30028d45-5707-4b1c-accc-2bfa4f3fbc30: rpc.has_security_group_logging(os_id): False [ 1239.215626] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.215823] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.215823] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.216016] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.216115] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.216315] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.216429] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.216491] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.216642] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.216716] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.216909] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.217012] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.217085] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.217251] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.217327] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.217525] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.217618] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.217678] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.217811] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.217885] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.217969] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 30028d45-5707-4b1c-accc-2bfa4f3fbc30 is going to be updated. [ 1239.285958] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.286124] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.286181] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.286392] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.286532] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.300596] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 30028d45-5707-4b1c-accc-2bfa4f3fbc30 in Status: IN_PROGRESS for 2s [ 1240.166632] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca03f324-6119-4f85-8103-7e586643e054 in Status: SUCCESS [ 1240.166924] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca03f324-6119-4f85-8103-7e586643e054" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.167037] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca03f324-6119-4f85-8103-7e586643e054" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.167396] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca03f324-6119-4f85-8103-7e586643e054" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.167590] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.167708] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.167775] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.167925] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.168015] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.168104] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca03f324-6119-4f85-8103-7e586643e054" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.168201] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ca03f324-6119-4f85-8103-7e586643e054',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1240.169055] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca03f324-6119-4f85-8103-7e586643e054" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.169285] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca03f324-6119-4f85-8103-7e586643e054" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.169452] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.169559] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.169621] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.169747] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.169814] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.169912] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ca03f324-6119-4f85-8103-7e586643e054',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1240.672061] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca03f324-6119-4f85-8103-7e586643e054 taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.672250] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca03f324-6119-4f85-8103-7e586643e054" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.672379] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ca03f324-6119-4f85-8103-7e586643e054',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1240.993064] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fffb1115-05b5-4730-9003-4b1b4688badb in Status: SUCCESS [ 1240.993360] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fffb1115-05b5-4730-9003-4b1b4688badb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.174785] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ca03f324-6119-4f85-8103-7e586643e054',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1241.316892] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 30028d45-5707-4b1c-accc-2bfa4f3fbc30 in Status: SUCCESS [ 1241.317186] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-30028d45-5707-4b1c-accc-2bfa4f3fbc30" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.317476] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-30028d45-5707-4b1c-accc-2bfa4f3fbc30" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.317759] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-30028d45-5707-4b1c-accc-2bfa4f3fbc30" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.317984] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('30028d45-5707-4b1c-accc-2bfa4f3fbc30',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1241.678135] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.678135] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.678250] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.678413] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.678522] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.678626] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ca03f324-6119-4f85-8103-7e586643e054 is going to be updated. [ 1241.712030] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.712203] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.712258] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.712498] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.712688] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.724847] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca03f324-6119-4f85-8103-7e586643e054 in Status: IN_PROGRESS for 2s [ 1241.820638] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-30028d45-5707-4b1c-accc-2bfa4f3fbc30 taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.820907] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30028d45-5707-4b1c-accc-2bfa4f3fbc30" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.820907] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30028d45-5707-4b1c-accc-2bfa4f3fbc30" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.821139] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30028d45-5707-4b1c-accc-2bfa4f3fbc30" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.821307] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.821409] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.821473] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.821658] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.821746] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.821848] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30028d45-5707-4b1c-accc-2bfa4f3fbc30" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.821944] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('30028d45-5707-4b1c-accc-2bfa4f3fbc30',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1242.324990] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-30028d45-5707-4b1c-accc-2bfa4f3fbc30 taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.325387] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30028d45-5707-4b1c-accc-2bfa4f3fbc30" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.325387] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30028d45-5707-4b1c-accc-2bfa4f3fbc30" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.325562] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30028d45-5707-4b1c-accc-2bfa4f3fbc30" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.325779] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.325937] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.326024] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.326193] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.326285] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.326383] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30028d45-5707-4b1c-accc-2bfa4f3fbc30" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.326542] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-30028d45-5707-4b1c-accc-2bfa4f3fbc30 taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.326638] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30028d45-5707-4b1c-accc-2bfa4f3fbc30" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.326698] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30028d45-5707-4b1c-accc-2bfa4f3fbc30" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.326880] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30028d45-5707-4b1c-accc-2bfa4f3fbc30" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.327068] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.327175] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.327250] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.327413] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.327527] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.327615] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30028d45-5707-4b1c-accc-2bfa4f3fbc30" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.327708] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('30028d45-5707-4b1c-accc-2bfa4f3fbc30',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1242.830260] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 30028d45-5707-4b1c-accc-2bfa4f3fbc30: rpc.has_security_group_logging(os_id): False [ 1242.852053] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.852215] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.852273] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.852500] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.852603] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.852796] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.853308] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.853308] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.853308] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.853308] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.853561] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.853561] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.853667] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.853702] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.853795] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.853988] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.854151] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.854151] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.854297] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.854395] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.854474] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 30028d45-5707-4b1c-accc-2bfa4f3fbc30 is going to be updated. [ 1242.892616] env[65424]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1242.892805] env[65424]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=5 [ 1242.926261] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.926416] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.926461] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.926817] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.926817] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.942239] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 30028d45-5707-4b1c-accc-2bfa4f3fbc30 in Status: IN_PROGRESS for 2s [ 1243.736750] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca03f324-6119-4f85-8103-7e586643e054 in Status: SUCCESS [ 1243.737107] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca03f324-6119-4f85-8103-7e586643e054" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.738184] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca03f324-6119-4f85-8103-7e586643e054" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.738184] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca03f324-6119-4f85-8103-7e586643e054" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.738184] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.738184] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.738184] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.738184] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.738568] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.738568] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ca03f324-6119-4f85-8103-7e586643e054',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1244.195056] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock network-526 taken with stack trace [, , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.195252] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "network-526" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.195375] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "network-526" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.195643] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "network-526" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.195892] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.196054] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.196172] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.196389] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.196526] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.196732] env[65424]: DEBUG dogpile.cache.region [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] No value present for key: 'zone-id' {{(pid=65424) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1244.196839] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] NeedRegenerationException {{(pid=65424) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1244.196944] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] no value, waiting for create lock {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1244.197060] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] value creation lock acquired {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1244.197167] env[65424]: DEBUG dogpile.cache.region [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] No value present for key: 'zone-id' {{(pid=65424) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1244.197371] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Calling creation function for not-yet-present value {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1244.197423] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1244.224282] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1244.224403] env[65424]: DEBUG dogpile.cache.region [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65424) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1244.224542] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Released creation lock {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1244.224737] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "network-526" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.225059] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock port-b0f20be4-be71-4f7a-9151-537b45fc92af taken with stack trace [, , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.225239] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "port-b0f20be4-be71-4f7a-9151-537b45fc92af" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.225358] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "port-b0f20be4-be71-4f7a-9151-537b45fc92af" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.225627] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "port-b0f20be4-be71-4f7a-9151-537b45fc92af" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.225742] env[65424]: DEBUG networking_nsxv3.api.rpc [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b0f20be4-be71-4f7a-9151-537b45fc92af',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1244.241007] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ca03f324-6119-4f85-8103-7e586643e054',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1244.728482] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.728765] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.728930] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.729421] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.729652] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.730106] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.730358] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.730550] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.730886] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.731111] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.731568] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.731793] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.731960] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.732257] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.732446] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.732640] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Resource: SegmentPort with ID: b0f20be4-be71-4f7a-9151-537b45fc92af is going to be updated. [ 1244.742796] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ca03f324-6119-4f85-8103-7e586643e054',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1244.754520] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.754740] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.754864] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.755153] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.755342] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.755559] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "port-b0f20be4-be71-4f7a-9151-537b45fc92af" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.961236] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 30028d45-5707-4b1c-accc-2bfa4f3fbc30 in Status: SUCCESS [ 1244.961455] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-30028d45-5707-4b1c-accc-2bfa4f3fbc30" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.244963] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.245139] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.245206] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.245429] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.245519] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.245615] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ca03f324-6119-4f85-8103-7e586643e054 is going to be updated. [ 1245.286327] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.286518] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.286562] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.286863] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.287059] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.301187] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca03f324-6119-4f85-8103-7e586643e054 in Status: IN_PROGRESS for 2s [ 1245.463181] env[65424]: INFO networking_nsxv3.common.synchronization [req-14355def-c884-4b60-8b32-687f3ace2d8a req-15f129a5-cc73-47c4-8a38-c84e24e29ed0 service nova] Enqueued Resource ID: cf7a3e57-c809-4df2-9692-c7960e0efa53 with Priority: HIGHEST for action security_group_rules [ 1245.463364] env[65424]: INFO networking_nsxv3.common.synchronization [req-14355def-c884-4b60-8b32-687f3ace2d8a req-15f129a5-cc73-47c4-8a38-c84e24e29ed0 service nova] Enqueued Resource ID: cf7a3e57-c809-4df2-9692-c7960e0efa53 with Priority: HIGHEST for action security_group_members [ 1245.463497] env[65424]: INFO networking_nsxv3.common.synchronization [req-14355def-c884-4b60-8b32-687f3ace2d8a req-15f129a5-cc73-47c4-8a38-c84e24e29ed0 service nova] Enqueued Resource ID: b0f20be4-be71-4f7a-9151-537b45fc92af with Priority: HIGHEST for action port [ 1245.464596] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf7a3e57-c809-4df2-9692-c7960e0efa53 with Priority: HIGHEST for action security_group_rules [ 1245.464721] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf7a3e57-c809-4df2-9692-c7960e0efa53 with Priority: HIGHEST for action security_group_members [ 1245.464848] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0f20be4-be71-4f7a-9151-537b45fc92af with Priority: HIGHEST for action port [ 1245.465626] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cf7a3e57-c809-4df2-9692-c7960e0efa53 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.465626] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cf7a3e57-c809-4df2-9692-c7960e0efa53" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.465626] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cf7a3e57-c809-4df2-9692-c7960e0efa53" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.465626] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cf7a3e57-c809-4df2-9692-c7960e0efa53" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.465910] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cf7a3e57-c809-4df2-9692-c7960e0efa53',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1245.466758] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf7a3e57-c809-4df2-9692-c7960e0efa53 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.467188] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf7a3e57-c809-4df2-9692-c7960e0efa53" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.467279] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf7a3e57-c809-4df2-9692-c7960e0efa53" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.467479] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf7a3e57-c809-4df2-9692-c7960e0efa53" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.468448] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.468448] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.468448] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.468448] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.468448] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.468448] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cf7a3e57-c809-4df2-9692-c7960e0efa53',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1245.469482] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock port-b0f20be4-be71-4f7a-9151-537b45fc92af taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.469482] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b0f20be4-be71-4f7a-9151-537b45fc92af" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.469482] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b0f20be4-be71-4f7a-9151-537b45fc92af" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.469482] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b0f20be4-be71-4f7a-9151-537b45fc92af" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.469765] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b0f20be4-be71-4f7a-9151-537b45fc92af',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1245.972174] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf7a3e57-c809-4df2-9692-c7960e0efa53 taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.972531] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf7a3e57-c809-4df2-9692-c7960e0efa53" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.972531] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cf7a3e57-c809-4df2-9692-c7960e0efa53',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1245.973665] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b0f20be4-be71-4f7a-9151-537b45fc92af with status ACTIVE [ 1245.973665] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.973853] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.973853] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.973997] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.974173] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.974288] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.974357] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.974443] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.974589] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.974662] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.974830] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.974932] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.975012] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.975146] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.975216] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.975353] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b0f20be4-be71-4f7a-9151-537b45fc92af is going to be updated. [ 1246.008691] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.008905] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.008905] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.009152] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.009365] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.009544] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b0f20be4-be71-4f7a-9151-537b45fc92af" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.477953] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cf7a3e57-c809-4df2-9692-c7960e0efa53',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1246.980740] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.981106] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.981106] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.981228] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.981318] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.981418] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf7a3e57-c809-4df2-9692-c7960e0efa53 is going to be updated. [ 1247.013426] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.013577] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.013683] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.013853] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.014024] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.025866] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf7a3e57-c809-4df2-9692-c7960e0efa53 in Status: IN_PROGRESS for 2s [ 1247.319655] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca03f324-6119-4f85-8103-7e586643e054 in Status: SUCCESS [ 1247.319655] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca03f324-6119-4f85-8103-7e586643e054" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.319826] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca03f324-6119-4f85-8103-7e586643e054" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.320068] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca03f324-6119-4f85-8103-7e586643e054" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.320259] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.320522] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.320624] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.320800] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.320885] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.320974] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca03f324-6119-4f85-8103-7e586643e054" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.321160] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca03f324-6119-4f85-8103-7e586643e054 taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.321513] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca03f324-6119-4f85-8103-7e586643e054" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.321513] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca03f324-6119-4f85-8103-7e586643e054" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.321513] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca03f324-6119-4f85-8103-7e586643e054" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.321754] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.321754] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.321754] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.321929] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.321929] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.322034] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca03f324-6119-4f85-8103-7e586643e054" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.322090] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ca03f324-6119-4f85-8103-7e586643e054',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1247.656374] env[65424]: INFO networking_nsxv3.common.synchronization [req-3ef7a7fb-2390-4e56-bcb0-39121970e49a req-75675cae-3ccb-4a95-a30e-767aa6c8fc8d tempest-ListServerFiltersTestJSON-440303505 tempest-ListServerFiltersTestJSON-440303505-project-member] Enqueued Resource ID: 30028d45-5707-4b1c-accc-2bfa4f3fbc30 with Priority: HIGHEST for action security_group_members [ 1247.656771] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30028d45-5707-4b1c-accc-2bfa4f3fbc30 with Priority: HIGHEST for action security_group_members [ 1247.657214] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-30028d45-5707-4b1c-accc-2bfa4f3fbc30 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.657328] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30028d45-5707-4b1c-accc-2bfa4f3fbc30" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.657401] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30028d45-5707-4b1c-accc-2bfa4f3fbc30" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.657597] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30028d45-5707-4b1c-accc-2bfa4f3fbc30" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.657758] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.657857] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.657920] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.658085] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.658171] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.658265] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('30028d45-5707-4b1c-accc-2bfa4f3fbc30',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1247.824295] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ca03f324-6119-4f85-8103-7e586643e054: rpc.has_security_group_logging(os_id): False [ 1247.844145] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.844410] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.844410] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.844649] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.844761] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.844963] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.845085] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.845135] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.845295] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.845366] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.845609] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.845694] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.845771] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.845915] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.846027] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.846256] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.846256] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.846434] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.846434] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.846535] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.846610] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ca03f324-6119-4f85-8103-7e586643e054 is going to be updated. [ 1247.922638] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.922894] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.923308] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.923413] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.923706] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.940580] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ca03f324-6119-4f85-8103-7e586643e054 in Status: IN_PROGRESS for 2s [ 1248.161432] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('30028d45-5707-4b1c-accc-2bfa4f3fbc30',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1248.664849] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('30028d45-5707-4b1c-accc-2bfa4f3fbc30',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1248.861428] env[65424]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-7e8d0299-479d-4e61-a386-18f0c3e50458 None None] NSXv3 Agent Agent loop - iteration:2 completed [ 1248.861692] env[65424]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-7e8d0299-479d-4e61-a386-18f0c3e50458 None None] NSXv3 Agent Agent loop - iteration:3 started [ 1249.040234] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf7a3e57-c809-4df2-9692-c7960e0efa53 in Status: SUCCESS [ 1249.040572] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf7a3e57-c809-4df2-9692-c7960e0efa53" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.040748] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf7a3e57-c809-4df2-9692-c7960e0efa53" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.041060] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf7a3e57-c809-4df2-9692-c7960e0efa53" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.041320] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.041477] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.041564] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.041778] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.041882] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.041995] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf7a3e57-c809-4df2-9692-c7960e0efa53" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.042132] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cf7a3e57-c809-4df2-9692-c7960e0efa53',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1249.168645] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.169181] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.169181] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.169413] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.169583] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.169702] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30028d45-5707-4b1c-accc-2bfa4f3fbc30 is going to be updated. [ 1249.211715] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.211959] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.211959] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.212345] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.212345] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.224265] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30028d45-5707-4b1c-accc-2bfa4f3fbc30 in Status: IN_PROGRESS for 2s [ 1249.544806] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cf7a3e57-c809-4df2-9692-c7960e0efa53',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1249.959285] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ca03f324-6119-4f85-8103-7e586643e054 in Status: SUCCESS [ 1249.959603] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ca03f324-6119-4f85-8103-7e586643e054" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.959822] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ca03f324-6119-4f85-8103-7e586643e054" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.960014] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ca03f324-6119-4f85-8103-7e586643e054" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.960110] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ca03f324-6119-4f85-8103-7e586643e054',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1250.049279] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cf7a3e57-c809-4df2-9692-c7960e0efa53: rpc.has_security_group_logging(os_id): False [ 1250.079988] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.080251] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.080251] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.080448] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.080555] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.080835] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.081010] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.081164] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.081368] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.081497] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.081638] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cf7a3e57-c809-4df2-9692-c7960e0efa53 is going to be updated. [ 1250.151805] env[65424]: INFO networking_nsxv3.common.synchronization [req-9dd47aa7-50d9-4b19-9cb7-1e18e7bd8de2 req-0e9599df-395d-48aa-b467-3086b42f64be tempest-MultipleCreateTestJSON-1362503207 tempest-MultipleCreateTestJSON-1362503207-project-member] Enqueued Resource ID: ca03f324-6119-4f85-8103-7e586643e054 with Priority: HIGHEST for action security_group_members [ 1250.152424] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca03f324-6119-4f85-8103-7e586643e054 with Priority: HIGHEST for action security_group_members [ 1250.153411] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca03f324-6119-4f85-8103-7e586643e054 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.153411] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca03f324-6119-4f85-8103-7e586643e054" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.153411] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca03f324-6119-4f85-8103-7e586643e054" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.153411] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca03f324-6119-4f85-8103-7e586643e054" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.153411] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.154370] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.154370] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.154370] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.154370] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.154370] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ca03f324-6119-4f85-8103-7e586643e054',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1250.188292] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.188692] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.188692] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.188759] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.188912] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.209926] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cf7a3e57-c809-4df2-9692-c7960e0efa53 in Status: IN_PROGRESS for 2s [ 1250.233854] env[65424]: INFO networking_nsxv3.common.synchronization [req-67dd610e-a5eb-446f-a319-ba21bb79d9cc req-0e26cfec-016e-425f-9d9e-3aa27f5cf970 tempest-MultipleCreateTestJSON-1362503207 tempest-MultipleCreateTestJSON-1362503207-project-member] Enqueued Resource ID: ca03f324-6119-4f85-8103-7e586643e054 with Priority: HIGHEST for action security_group_members [ 1250.234465] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca03f324-6119-4f85-8103-7e586643e054 with Priority: HIGHEST for action security_group_members [ 1250.234792] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca03f324-6119-4f85-8103-7e586643e054 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.235086] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca03f324-6119-4f85-8103-7e586643e054" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.462477] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca03f324-6119-4f85-8103-7e586643e054 taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.462713] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca03f324-6119-4f85-8103-7e586643e054" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.656176] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ca03f324-6119-4f85-8103-7e586643e054',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1251.159164] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ca03f324-6119-4f85-8103-7e586643e054',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1251.236107] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30028d45-5707-4b1c-accc-2bfa4f3fbc30 in Status: SUCCESS [ 1251.236539] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30028d45-5707-4b1c-accc-2bfa4f3fbc30" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.662577] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.662707] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.662761] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.665167] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.665167] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.665167] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ca03f324-6119-4f85-8103-7e586643e054 is going to be updated. [ 1251.712832] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.713044] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.713095] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.713288] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.713460] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.724321] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca03f324-6119-4f85-8103-7e586643e054 in Status: IN_PROGRESS for 2s [ 1252.231654] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cf7a3e57-c809-4df2-9692-c7960e0efa53 in Status: SUCCESS [ 1252.233236] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cf7a3e57-c809-4df2-9692-c7960e0efa53" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.733911] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca03f324-6119-4f85-8103-7e586643e054 in Status: SUCCESS [ 1253.734308] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca03f324-6119-4f85-8103-7e586643e054" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.734308] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca03f324-6119-4f85-8103-7e586643e054" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.734543] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca03f324-6119-4f85-8103-7e586643e054" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.734734] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.734855] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.734920] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.735094] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.735177] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.735275] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ca03f324-6119-4f85-8103-7e586643e054',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1253.914272] env[65424]: INFO networking_nsxv3.common.synchronization [req-9b7aa6e2-36f6-4230-aa7c-f09d113041f1 req-19e0804c-ac03-4429-8751-22cdc6fea6f4 tempest-ListServerFiltersTestJSON-440303505 tempest-ListServerFiltersTestJSON-440303505-project-member] Enqueued Resource ID: 30028d45-5707-4b1c-accc-2bfa4f3fbc30 with Priority: HIGHEST for action security_group_members [ 1253.915129] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30028d45-5707-4b1c-accc-2bfa4f3fbc30 with Priority: HIGHEST for action security_group_members [ 1253.915235] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-30028d45-5707-4b1c-accc-2bfa4f3fbc30 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.915366] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30028d45-5707-4b1c-accc-2bfa4f3fbc30" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.915436] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30028d45-5707-4b1c-accc-2bfa4f3fbc30" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.915637] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30028d45-5707-4b1c-accc-2bfa4f3fbc30" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.915905] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.916056] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.916145] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.916339] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.916462] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.916794] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('30028d45-5707-4b1c-accc-2bfa4f3fbc30',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1254.237622] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.237792] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.237865] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.238105] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.238202] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.238399] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.238499] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.238561] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.238716] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.238789] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.238876] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ca03f324-6119-4f85-8103-7e586643e054 is going to be updated. [ 1254.266823] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.267023] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.267088] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.267391] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.267586] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.277481] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca03f324-6119-4f85-8103-7e586643e054 in Status: IN_PROGRESS for 2s [ 1254.419510] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('30028d45-5707-4b1c-accc-2bfa4f3fbc30',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1254.921645] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('30028d45-5707-4b1c-accc-2bfa4f3fbc30',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1255.424234] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.424565] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.424565] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.424776] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.424833] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.425210] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30028d45-5707-4b1c-accc-2bfa4f3fbc30 is going to be updated. [ 1255.461054] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.461054] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.461054] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.461054] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.461385] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.478549] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30028d45-5707-4b1c-accc-2bfa4f3fbc30 in Status: IN_PROGRESS for 2s [ 1256.289053] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca03f324-6119-4f85-8103-7e586643e054 in Status: SUCCESS [ 1256.289053] env[65424]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ca03f324-6119-4f85-8103-7e586643e054 deletion is rescheduled due to dependency. [ 1256.289053] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca03f324-6119-4f85-8103-7e586643e054" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.289053] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca03f324-6119-4f85-8103-7e586643e054" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.289673] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca03f324-6119-4f85-8103-7e586643e054" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.289673] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.289673] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.289673] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.289673] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.289922] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.289922] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca03f324-6119-4f85-8103-7e586643e054" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.289922] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ca03f324-6119-4f85-8103-7e586643e054',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1256.792639] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca03f324-6119-4f85-8103-7e586643e054 taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.792950] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca03f324-6119-4f85-8103-7e586643e054" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.792950] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca03f324-6119-4f85-8103-7e586643e054" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.793116] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca03f324-6119-4f85-8103-7e586643e054" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.793289] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.793385] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.793522] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.793587] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.793679] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.793767] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca03f324-6119-4f85-8103-7e586643e054" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.793917] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca03f324-6119-4f85-8103-7e586643e054 taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.794041] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca03f324-6119-4f85-8103-7e586643e054" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.794096] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca03f324-6119-4f85-8103-7e586643e054" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.794257] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca03f324-6119-4f85-8103-7e586643e054" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.794361] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.794442] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.794514] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.794627] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.794700] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.794783] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca03f324-6119-4f85-8103-7e586643e054" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.794873] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ca03f324-6119-4f85-8103-7e586643e054',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1257.299478] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ca03f324-6119-4f85-8103-7e586643e054: rpc.has_security_group_logging(os_id): False [ 1257.318062] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.318062] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.318062] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.318308] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.318348] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.318507] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.318631] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.318694] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.318842] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.318932] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.319168] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.319266] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.319328] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.319507] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.319601] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.319804] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.319884] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.319981] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.320107] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.320183] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.320279] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ca03f324-6119-4f85-8103-7e586643e054 is going to be updated. [ 1257.399935] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.400171] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.400171] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.400420] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.400602] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.422666] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ca03f324-6119-4f85-8103-7e586643e054 in Status: IN_PROGRESS for 2s [ 1257.520360] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30028d45-5707-4b1c-accc-2bfa4f3fbc30 in Status: SUCCESS [ 1257.521282] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30028d45-5707-4b1c-accc-2bfa4f3fbc30" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.916031] env[65424]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1258.916406] env[65424]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1259.441496] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ca03f324-6119-4f85-8103-7e586643e054 in Status: SUCCESS [ 1259.441675] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ca03f324-6119-4f85-8103-7e586643e054" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.697962] env[65424]: INFO networking_nsxv3.common.synchronization [req-68444c5d-6c31-4ea3-bbcc-1e60a960f568 req-0cbadbb6-159a-4569-bc19-505147d512af tempest-ListServerFiltersTestJSON-440303505 tempest-ListServerFiltersTestJSON-440303505-project-member] Enqueued Resource ID: 30028d45-5707-4b1c-accc-2bfa4f3fbc30 with Priority: HIGHEST for action security_group_members [ 1260.698529] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30028d45-5707-4b1c-accc-2bfa4f3fbc30 with Priority: HIGHEST for action security_group_members [ 1260.698842] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-30028d45-5707-4b1c-accc-2bfa4f3fbc30 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.698966] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30028d45-5707-4b1c-accc-2bfa4f3fbc30" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.699150] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30028d45-5707-4b1c-accc-2bfa4f3fbc30" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.699372] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30028d45-5707-4b1c-accc-2bfa4f3fbc30" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.699590] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.699704] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.699762] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.699920] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.700013] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.700110] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('30028d45-5707-4b1c-accc-2bfa4f3fbc30',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1261.203145] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.203349] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.203349] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.203538] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.203630] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.203828] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.203947] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.204034] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.204145] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.204219] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.204303] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30028d45-5707-4b1c-accc-2bfa4f3fbc30 is going to be updated. [ 1261.230610] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.230839] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.230839] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.231045] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.231185] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.239548] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30028d45-5707-4b1c-accc-2bfa4f3fbc30 in Status: IN_PROGRESS for 2s [ 1263.259921] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30028d45-5707-4b1c-accc-2bfa4f3fbc30 in Status: IN_PROGRESS for 4s [ 1265.271643] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30028d45-5707-4b1c-accc-2bfa4f3fbc30 in Status: SUCCESS [ 1265.271954] env[65424]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30028d45-5707-4b1c-accc-2bfa4f3fbc30 deletion is rescheduled due to dependency. [ 1265.271954] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30028d45-5707-4b1c-accc-2bfa4f3fbc30" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.699248] env[65424]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1265.699380] env[65424]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1267.320580] env[65424]: INFO networking_nsxv3.common.synchronization [None req-6a73fe97-47e6-422b-a4db-ee302555ad9d None None] Enqueued Resource ID: 4c206089-885d-47af-9764-c9e5cc8fa935 with Priority: HIGHEST for action port [ 1267.321066] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c206089-885d-47af-9764-c9e5cc8fa935 with Priority: HIGHEST for action port [ 1267.321455] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock port-4c206089-885d-47af-9764-c9e5cc8fa935 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.321598] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4c206089-885d-47af-9764-c9e5cc8fa935" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.322468] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4c206089-885d-47af-9764-c9e5cc8fa935" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.322745] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4c206089-885d-47af-9764-c9e5cc8fa935" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.322837] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4c206089-885d-47af-9764-c9e5cc8fa935',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1267.825424] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4c206089-885d-47af-9764-c9e5cc8fa935 [ 1267.825672] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.825880] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.825880] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.826125] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.826238] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.826369] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4c206089-885d-47af-9764-c9e5cc8fa935 already deleted. [ 1267.826430] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4c206089-885d-47af-9764-c9e5cc8fa935" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.405613] env[65424]: INFO networking_nsxv3.common.synchronization [None req-7c0507b3-b03c-47c5-a573-13ae29fafdc2 None None] Enqueued Resource ID: 0b32a874-c557-49cc-80b0-95a0b3aa9331 with Priority: HIGHEST for action port [ 1269.406324] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b32a874-c557-49cc-80b0-95a0b3aa9331 with Priority: HIGHEST for action port [ 1269.406470] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock port-0b32a874-c557-49cc-80b0-95a0b3aa9331 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.406549] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0b32a874-c557-49cc-80b0-95a0b3aa9331" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.406589] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0b32a874-c557-49cc-80b0-95a0b3aa9331" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.406994] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0b32a874-c557-49cc-80b0-95a0b3aa9331" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.407088] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0b32a874-c557-49cc-80b0-95a0b3aa9331',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1269.908704] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0b32a874-c557-49cc-80b0-95a0b3aa9331 [ 1269.908870] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.909096] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.909196] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.909421] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.909600] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.909721] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0b32a874-c557-49cc-80b0-95a0b3aa9331 already deleted. [ 1269.909812] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0b32a874-c557-49cc-80b0-95a0b3aa9331" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.762596] env[65424]: INFO networking_nsxv3.common.synchronization [req-69e8036b-bca6-4db2-aee4-fc29103732a1 req-f348432c-aeb4-4463-9e3e-2fdd625dd4ac tempest-ServerPasswordTestJSON-2071701605 tempest-ServerPasswordTestJSON-2071701605-project-member] Enqueued Resource ID: 6187c754-3568-4eff-8fc3-538674eb04cb with Priority: HIGHEST for action security_group_members [ 1272.763154] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6187c754-3568-4eff-8fc3-538674eb04cb with Priority: HIGHEST for action security_group_members [ 1272.763430] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-6187c754-3568-4eff-8fc3-538674eb04cb taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.763554] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6187c754-3568-4eff-8fc3-538674eb04cb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.763653] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6187c754-3568-4eff-8fc3-538674eb04cb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.763869] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6187c754-3568-4eff-8fc3-538674eb04cb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.764048] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.764260] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.764333] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.764495] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.764579] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.764674] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6187c754-3568-4eff-8fc3-538674eb04cb',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1273.049019] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock network-207 taken with stack trace [, , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.049019] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "network-207" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.049019] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "network-207" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.049019] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "network-207" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.049511] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.050043] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.050708] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.050871] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.051092] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.051688] env[65424]: DEBUG dogpile.cache.region [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] No value present for key: 'zone-id' {{(pid=65424) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1273.051688] env[65424]: DEBUG dogpile.lock [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] NeedRegenerationException {{(pid=65424) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1273.051688] env[65424]: DEBUG dogpile.lock [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] no value, waiting for create lock {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1273.051688] env[65424]: DEBUG dogpile.lock [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] value creation lock acquired {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1273.051974] env[65424]: DEBUG dogpile.cache.region [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] No value present for key: 'zone-id' {{(pid=65424) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1273.052139] env[65424]: DEBUG dogpile.lock [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Calling creation function for not-yet-present value {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1273.052277] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1273.074847] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1273.075143] env[65424]: DEBUG dogpile.cache.region [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65424) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1273.075344] env[65424]: DEBUG dogpile.lock [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Released creation lock {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1273.075574] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "network-207" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.076163] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock port-3ec91d0e-c02f-4e13-99d0-aea3739ba485 taken with stack trace [, , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.076288] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "port-3ec91d0e-c02f-4e13-99d0-aea3739ba485" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.076448] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "port-3ec91d0e-c02f-4e13-99d0-aea3739ba485" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.076813] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "port-3ec91d0e-c02f-4e13-99d0-aea3739ba485" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.077016] env[65424]: DEBUG networking_nsxv3.api.rpc [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3ec91d0e-c02f-4e13-99d0-aea3739ba485',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1273.267145] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.267381] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.267381] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.267638] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.267732] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.267954] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.268069] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.268135] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.268293] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.268370] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.268461] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6187c754-3568-4eff-8fc3-538674eb04cb already deleted. [ 1273.268646] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6187c754-3568-4eff-8fc3-538674eb04cb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.581707] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.581968] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.581968] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.582259] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.582404] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.582556] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Segment Port 3ec91d0e-c02f-4e13-99d0-aea3739ba485 not found, creating... [ 1273.582816] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.582976] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.583105] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.583328] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.583481] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.583760] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.583916] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.584048] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.584255] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.584385] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.584517] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Resource: SegmentPort with ID: 3ec91d0e-c02f-4e13-99d0-aea3739ba485 is going to be created. [ 1273.604466] env[65424]: DEBUG networking_nsxv3.common.locking [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.604705] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.604757] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.605018] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.605262] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.605488] env[65424]: DEBUG oslo_concurrency.lockutils [None req-6ea7785f-4f8a-4c53-aca3-7bccaafb982c None None] Releasing lock "port-3ec91d0e-c02f-4e13-99d0-aea3739ba485" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.982241] env[65424]: INFO networking_nsxv3.common.synchronization [req-349ece3b-6e47-4586-83a2-f517cbefd637 req-eb41f261-0efa-44ef-b001-afd1184aa36c tempest-ServerActionsTestJSON-1441725890 tempest-ServerActionsTestJSON-1441725890-project-member] Enqueued Resource ID: f5fd0c15-dd5d-4fcb-a0d2-c76fb07c2c32 with Priority: HIGHEST for action security_group_members [ 1273.982920] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5fd0c15-dd5d-4fcb-a0d2-c76fb07c2c32 with Priority: HIGHEST for action security_group_members [ 1273.983247] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-f5fd0c15-dd5d-4fcb-a0d2-c76fb07c2c32 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.983371] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f5fd0c15-dd5d-4fcb-a0d2-c76fb07c2c32" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.983446] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f5fd0c15-dd5d-4fcb-a0d2-c76fb07c2c32" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.983628] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f5fd0c15-dd5d-4fcb-a0d2-c76fb07c2c32" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.983775] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.983940] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.984062] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.984258] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.984345] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.984440] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f5fd0c15-dd5d-4fcb-a0d2-c76fb07c2c32',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1274.313553] env[65424]: INFO networking_nsxv3.common.synchronization [req-69e8036b-bca6-4db2-aee4-fc29103732a1 req-d38c2940-0f17-475b-acad-9d4e4128e100 service nova] Enqueued Resource ID: 6187c754-3568-4eff-8fc3-538674eb04cb with Priority: HIGHEST for action security_group_rules [ 1274.313739] env[65424]: INFO networking_nsxv3.common.synchronization [req-69e8036b-bca6-4db2-aee4-fc29103732a1 req-d38c2940-0f17-475b-acad-9d4e4128e100 service nova] Enqueued Resource ID: 6187c754-3568-4eff-8fc3-538674eb04cb with Priority: HIGHEST for action security_group_members [ 1274.313846] env[65424]: INFO networking_nsxv3.common.synchronization [req-69e8036b-bca6-4db2-aee4-fc29103732a1 req-d38c2940-0f17-475b-acad-9d4e4128e100 service nova] Enqueued Resource ID: 3ec91d0e-c02f-4e13-99d0-aea3739ba485 with Priority: HIGHEST for action port [ 1274.314372] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6187c754-3568-4eff-8fc3-538674eb04cb with Priority: HIGHEST for action security_group_rules [ 1274.314503] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6187c754-3568-4eff-8fc3-538674eb04cb with Priority: HIGHEST for action security_group_members [ 1274.314600] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ec91d0e-c02f-4e13-99d0-aea3739ba485 with Priority: HIGHEST for action port [ 1274.315431] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6187c754-3568-4eff-8fc3-538674eb04cb taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.315565] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6187c754-3568-4eff-8fc3-538674eb04cb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.315632] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6187c754-3568-4eff-8fc3-538674eb04cb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.315884] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6187c754-3568-4eff-8fc3-538674eb04cb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.315971] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6187c754-3568-4eff-8fc3-538674eb04cb',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1274.316868] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-6187c754-3568-4eff-8fc3-538674eb04cb taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.316984] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6187c754-3568-4eff-8fc3-538674eb04cb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.317079] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6187c754-3568-4eff-8fc3-538674eb04cb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.317975] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6187c754-3568-4eff-8fc3-538674eb04cb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.318237] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.318288] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.318331] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.318451] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.318535] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.318624] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6187c754-3568-4eff-8fc3-538674eb04cb',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1274.320358] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock port-3ec91d0e-c02f-4e13-99d0-aea3739ba485 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.320358] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3ec91d0e-c02f-4e13-99d0-aea3739ba485" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.320358] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3ec91d0e-c02f-4e13-99d0-aea3739ba485" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.320358] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3ec91d0e-c02f-4e13-99d0-aea3739ba485" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.320591] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3ec91d0e-c02f-4e13-99d0-aea3739ba485',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1274.486782] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.486980] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.487073] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.487330] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.487433] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.487647] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.487747] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.487818] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.487954] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.488040] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.488130] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f5fd0c15-dd5d-4fcb-a0d2-c76fb07c2c32 is going to be updated. [ 1274.517314] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.517455] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.517548] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.518321] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.518403] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.527045] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f5fd0c15-dd5d-4fcb-a0d2-c76fb07c2c32 in Status: IN_PROGRESS for 2s [ 1274.823225] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6187c754-3568-4eff-8fc3-538674eb04cb',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1274.824313] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-6187c754-3568-4eff-8fc3-538674eb04cb taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.824428] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6187c754-3568-4eff-8fc3-538674eb04cb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.824746] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3ec91d0e-c02f-4e13-99d0-aea3739ba485 with status ACTIVE [ 1274.824911] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.825034] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.825092] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.825603] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.825603] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.825603] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.825603] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.825884] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.825884] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.825884] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.826135] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.826135] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.826245] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.826346] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.826420] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.826500] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3ec91d0e-c02f-4e13-99d0-aea3739ba485 is going to be updated. [ 1274.848226] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.848423] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.848423] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.848637] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.848768] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.848925] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3ec91d0e-c02f-4e13-99d0-aea3739ba485" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.325324] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6187c754-3568-4eff-8fc3-538674eb04cb',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1275.828426] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.828654] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.828654] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.828863] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.828952] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.829063] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6187c754-3568-4eff-8fc3-538674eb04cb is going to be created. [ 1275.853618] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.853824] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.853824] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.854019] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.854177] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.863678] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6187c754-3568-4eff-8fc3-538674eb04cb in Status: UNINITIALIZED for 2s [ 1276.536533] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f5fd0c15-dd5d-4fcb-a0d2-c76fb07c2c32 in Status: SUCCESS [ 1276.536930] env[65424]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f5fd0c15-dd5d-4fcb-a0d2-c76fb07c2c32 deletion is rescheduled due to dependency. [ 1276.536930] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f5fd0c15-dd5d-4fcb-a0d2-c76fb07c2c32" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.876138] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6187c754-3568-4eff-8fc3-538674eb04cb in Status: SUCCESS [ 1277.876682] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6187c754-3568-4eff-8fc3-538674eb04cb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.876682] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6187c754-3568-4eff-8fc3-538674eb04cb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.876750] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6187c754-3568-4eff-8fc3-538674eb04cb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.876933] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.877064] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.877128] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.877282] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.877371] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.877492] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6187c754-3568-4eff-8fc3-538674eb04cb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.877667] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6187c754-3568-4eff-8fc3-538674eb04cb',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1278.380758] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-6187c754-3568-4eff-8fc3-538674eb04cb taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.380758] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6187c754-3568-4eff-8fc3-538674eb04cb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.380758] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6187c754-3568-4eff-8fc3-538674eb04cb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.381106] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6187c754-3568-4eff-8fc3-538674eb04cb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.381106] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.381209] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.381274] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.381469] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.381570] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.381663] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6187c754-3568-4eff-8fc3-538674eb04cb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.381825] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-6187c754-3568-4eff-8fc3-538674eb04cb taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.381949] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6187c754-3568-4eff-8fc3-538674eb04cb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.382038] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6187c754-3568-4eff-8fc3-538674eb04cb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.382185] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6187c754-3568-4eff-8fc3-538674eb04cb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.382329] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.382408] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.382472] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.382627] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.382731] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.382831] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6187c754-3568-4eff-8fc3-538674eb04cb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.382922] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6187c754-3568-4eff-8fc3-538674eb04cb',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1278.886044] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6187c754-3568-4eff-8fc3-538674eb04cb: rpc.has_security_group_logging(os_id): False [ 1278.908484] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.908637] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.908710] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.908991] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.909139] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.909375] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.909483] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.909549] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.909725] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.909806] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.909993] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.910110] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.910177] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.910314] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.910387] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.910585] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.910680] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.910741] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.910887] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.910965] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.911063] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6187c754-3568-4eff-8fc3-538674eb04cb is going to be created. [ 1278.986743] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.986743] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.986743] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.987040] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.987040] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.999203] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6187c754-3568-4eff-8fc3-538674eb04cb in Status: IN_PROGRESS for 2s [ 1279.315620] env[65424]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1279.315749] env[65424]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1281.011786] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6187c754-3568-4eff-8fc3-538674eb04cb in Status: SUCCESS [ 1281.012131] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6187c754-3568-4eff-8fc3-538674eb04cb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.774540] env[65424]: INFO networking_nsxv3.common.synchronization [req-4a0f1c4b-49fe-483a-8e13-41477f3e155d req-fd0c5cc1-7b94-4440-a44d-69434e4db033 tempest-ServerPasswordTestJSON-2071701605 tempest-ServerPasswordTestJSON-2071701605-project-member] Enqueued Resource ID: 6187c754-3568-4eff-8fc3-538674eb04cb with Priority: HIGHEST for action security_group_members [ 1283.774992] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6187c754-3568-4eff-8fc3-538674eb04cb with Priority: HIGHEST for action security_group_members [ 1283.775111] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-6187c754-3568-4eff-8fc3-538674eb04cb taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.775677] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6187c754-3568-4eff-8fc3-538674eb04cb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.775677] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6187c754-3568-4eff-8fc3-538674eb04cb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.775677] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6187c754-3568-4eff-8fc3-538674eb04cb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.775677] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.775677] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.775946] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.775946] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.775946] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.776074] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6187c754-3568-4eff-8fc3-538674eb04cb',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1284.279641] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.279641] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.280066] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.280066] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.280197] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.280326] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.280427] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.280506] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.280684] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.280783] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.280877] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6187c754-3568-4eff-8fc3-538674eb04cb is going to be updated. [ 1284.313736] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.314028] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.314107] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.314460] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.314546] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.323317] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6187c754-3568-4eff-8fc3-538674eb04cb in Status: IN_PROGRESS for 2s [ 1286.334515] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6187c754-3568-4eff-8fc3-538674eb04cb in Status: SUCCESS [ 1286.334515] env[65424]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6187c754-3568-4eff-8fc3-538674eb04cb deletion is rescheduled due to dependency. [ 1286.334515] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6187c754-3568-4eff-8fc3-538674eb04cb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.776012] env[65424]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1288.776423] env[65424]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1290.820022] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.820414] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.820414] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.820492] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.820603] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1291.322832] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1291.827080] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1292.329520] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1292.329723] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1293.135184] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.135623] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.135623] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.135623] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.148891] env[65424]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1293.149771] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.150674] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1293.187540] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.187789] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.187789] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.187971] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.204718] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.205746] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1293.205866] env[65424]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65424) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1293.205973] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1293.256345] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.256578] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.256578] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.256790] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.258105] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.258283] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1293.372505] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.372764] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.372764] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.372937] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.373292] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.373618] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1293.475145] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.475328] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.475391] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.475576] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.475891] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.476214] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:41. [ 1293.476309] env[65424]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'68f4bc32-bfc6-4c43-aeef-b481f593202c', '4130ba39-b31b-451c-a802-940533036032', '62657b69-69d5-4788-9487-968183c67fa4', '7b9de5c1-b95a-4fe3-8670-021d73af9048', 'cf7a3e57-c809-4df2-9692-c7960e0efa53', '59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9', 'b7bf4f4d-9a4e-4a7c-bf8d-ae5137a85731', 'f5fd0c15-dd5d-4fcb-a0d2-c76fb07c2c32', '86630d24-3640-49af-aea5-790255f7d81a', 'ca03f324-6119-4f85-8103-7e586643e054', '3f856368-3ca8-4be3-8f28-ede6b32cb085', '8ae6940d-eb70-4761-add0-87d9d2308ad9', '764b3ff2-a9e1-489b-88fd-5b76b6510fb9', 'fffb1115-05b5-4730-9003-4b1b4688badb', '80425ab6-3025-46cb-88b6-ff42a37a45ce', '34a94485-a24e-4ead-9b59-f1ce9b52876e', '8697f03b-9b68-4d2b-ade8-6e607daa4837', 'fa366b1e-0919-4c5b-9aba-9f2e5d521b6a', '30028d45-5707-4b1c-accc-2bfa4f3fbc30', '2f30b5c0-aef3-4ef2-bd2a-3a917103ea72', 'e264161b-b593-44ea-b07b-eed0b1d65cb7', '335dcde0-3240-4506-8926-6b7a4d53a241', 'ff1adf5a-b63a-40f5-a425-29673d36487c', '2a7c156a-5de3-4c84-bdf1-fb3162db81af', 'b88875cd-811d-4be1-a2e3-2aecf00893e7', 'd3a6cc57-5bfc-4310-b1a5-b90db89c4977', '03dce88b-cfce-4cac-84ed-8c54852afe2a', '63c65a65-9953-490c-bb38-5f334ae16e89', '322737d2-56bd-4eb2-911e-5641997a07ab', '5ff72a7f-6ce1-46a3-8a33-f6dbdbdfd5f8', '3c647ea7-7ea5-4d5b-97ff-7ffa52b59f07', 'cbf297d2-7098-44e8-89e5-c29920480685', '0ce1018e-9bfb-4592-a35b-612bacc1808f', 'd31137b1-d29c-4525-ad92-6b63f28c47b5', 'f1bbbc6b-71e8-4e9d-9be0-913d67ba79c0', '6187c754-3568-4eff-8fc3-538674eb04cb', 'c431d772-6685-4785-95dc-15cd8c5fa37d', 'bed45b1a-a99a-460a-9177-638edfa36ffb', '9c77e0b5-de72-4db2-a933-8eadeb7274a8', '261f8d9e-2aef-441b-b607-3a9c73c6301c', 'de70384f-291f-4579-8961-9389af523ad0'} {{(pid=65424) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1293.476396] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1293.497345] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.497345] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.497633] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.497633] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.497711] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.497842] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1293.497975] env[65424]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65424) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1293.498041] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1293.594701] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.594978] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.594978] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.595150] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.596376] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.596665] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1293.596752] env[65424]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65424) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1293.596813] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1293.596882] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1293.596975] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/41 resources of Type:Security Group Rules [ 1293.597069] env[65424]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 68f4bc32-bfc6-4c43-aeef-b481f593202c with Priority: HIGH for action security_group_rules [ 1293.597127] env[65424]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4130ba39-b31b-451c-a802-940533036032 with Priority: HIGH for action security_group_rules [ 1293.597188] env[65424]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 62657b69-69d5-4788-9487-968183c67fa4 with Priority: HIGH for action security_group_rules [ 1293.597249] env[65424]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7b9de5c1-b95a-4fe3-8670-021d73af9048 with Priority: HIGH for action security_group_rules [ 1293.597303] env[65424]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: cf7a3e57-c809-4df2-9692-c7960e0efa53 with Priority: HIGH for action security_group_rules [ 1293.597366] env[65424]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9 with Priority: HIGH for action security_group_rules [ 1293.597422] env[65424]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b7bf4f4d-9a4e-4a7c-bf8d-ae5137a85731 with Priority: HIGH for action security_group_rules [ 1293.597543] env[65424]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f5fd0c15-dd5d-4fcb-a0d2-c76fb07c2c32 with Priority: HIGH for action security_group_rules [ 1293.597543] env[65424]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 86630d24-3640-49af-aea5-790255f7d81a with Priority: HIGH for action security_group_rules [ 1293.597603] env[65424]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ca03f324-6119-4f85-8103-7e586643e054 with Priority: HIGH for action security_group_rules [ 1293.597636] env[65424]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3f856368-3ca8-4be3-8f28-ede6b32cb085 with Priority: HIGH for action security_group_rules [ 1293.597712] env[65424]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8ae6940d-eb70-4761-add0-87d9d2308ad9 with Priority: HIGH for action security_group_rules [ 1293.597759] env[65424]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 764b3ff2-a9e1-489b-88fd-5b76b6510fb9 with Priority: HIGH for action security_group_rules [ 1293.597971] env[65424]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: fffb1115-05b5-4730-9003-4b1b4688badb with Priority: HIGH for action security_group_rules [ 1293.598057] env[65424]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 80425ab6-3025-46cb-88b6-ff42a37a45ce with Priority: HIGH for action security_group_rules [ 1293.598125] env[65424]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 34a94485-a24e-4ead-9b59-f1ce9b52876e with Priority: HIGH for action security_group_rules [ 1293.598178] env[65424]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8697f03b-9b68-4d2b-ade8-6e607daa4837 with Priority: HIGH for action security_group_rules [ 1293.598242] env[65424]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: fa366b1e-0919-4c5b-9aba-9f2e5d521b6a with Priority: HIGH for action security_group_rules [ 1293.598303] env[65424]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 30028d45-5707-4b1c-accc-2bfa4f3fbc30 with Priority: HIGH for action security_group_rules [ 1293.598361] env[65424]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2f30b5c0-aef3-4ef2-bd2a-3a917103ea72 with Priority: HIGH for action security_group_rules [ 1293.598504] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.777524] env[65424]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1293.777750] env[65424]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=20], Jobs=0 [ 1293.777750] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68f4bc32-bfc6-4c43-aeef-b481f593202c with Priority: HIGH for action security_group_rules [ 1293.777942] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62657b69-69d5-4788-9487-968183c67fa4 with Priority: HIGH for action security_group_rules [ 1293.778065] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7bf4f4d-9a4e-4a7c-bf8d-ae5137a85731 with Priority: HIGH for action security_group_rules [ 1293.778220] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 80425ab6-3025-46cb-88b6-ff42a37a45ce with Priority: HIGH for action security_group_rules [ 1293.778338] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f30b5c0-aef3-4ef2-bd2a-3a917103ea72 with Priority: HIGH for action security_group_rules [ 1293.778437] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30028d45-5707-4b1c-accc-2bfa4f3fbc30 with Priority: HIGH for action security_group_rules [ 1293.778536] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa366b1e-0919-4c5b-9aba-9f2e5d521b6a with Priority: HIGH for action security_group_rules [ 1293.778673] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8697f03b-9b68-4d2b-ade8-6e607daa4837 with Priority: HIGH for action security_group_rules [ 1293.778791] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fffb1115-05b5-4730-9003-4b1b4688badb with Priority: HIGH for action security_group_rules [ 1293.778879] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34a94485-a24e-4ead-9b59-f1ce9b52876e with Priority: HIGH for action security_group_rules [ 1293.778987] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 764b3ff2-a9e1-489b-88fd-5b76b6510fb9 with Priority: HIGH for action security_group_rules [ 1293.779156] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ae6940d-eb70-4761-add0-87d9d2308ad9 with Priority: HIGH for action security_group_rules [ 1293.779267] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f856368-3ca8-4be3-8f28-ede6b32cb085 with Priority: HIGH for action security_group_rules [ 1293.779414] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca03f324-6119-4f85-8103-7e586643e054 with Priority: HIGH for action security_group_rules [ 1293.779527] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86630d24-3640-49af-aea5-790255f7d81a with Priority: HIGH for action security_group_rules [ 1293.779614] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9 with Priority: HIGH for action security_group_rules [ 1293.779765] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5fd0c15-dd5d-4fcb-a0d2-c76fb07c2c32 with Priority: HIGH for action security_group_rules [ 1293.779926] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf7a3e57-c809-4df2-9692-c7960e0efa53 with Priority: HIGH for action security_group_rules [ 1293.780047] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4130ba39-b31b-451c-a802-940533036032 with Priority: HIGH for action security_group_rules [ 1293.780180] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b9de5c1-b95a-4fe3-8670-021d73af9048 with Priority: HIGH for action security_group_rules [ 1293.780557] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock rules-68f4bc32-bfc6-4c43-aeef-b481f593202c taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.780724] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-68f4bc32-bfc6-4c43-aeef-b481f593202c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.780824] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-68f4bc32-bfc6-4c43-aeef-b481f593202c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.781067] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-68f4bc32-bfc6-4c43-aeef-b481f593202c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.781166] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('68f4bc32-bfc6-4c43-aeef-b481f593202c',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1293.782664] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock rules-62657b69-69d5-4788-9487-968183c67fa4 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.782795] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-62657b69-69d5-4788-9487-968183c67fa4" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.782962] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-62657b69-69d5-4788-9487-968183c67fa4" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.783896] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-62657b69-69d5-4788-9487-968183c67fa4" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.783896] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('62657b69-69d5-4788-9487-968183c67fa4',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1293.784068] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b7bf4f4d-9a4e-4a7c-bf8d-ae5137a85731 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.784127] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b7bf4f4d-9a4e-4a7c-bf8d-ae5137a85731" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.784169] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b7bf4f4d-9a4e-4a7c-bf8d-ae5137a85731" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.784337] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b7bf4f4d-9a4e-4a7c-bf8d-ae5137a85731" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.784449] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b7bf4f4d-9a4e-4a7c-bf8d-ae5137a85731',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1293.786393] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock rules-80425ab6-3025-46cb-88b6-ff42a37a45ce taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.786513] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-80425ab6-3025-46cb-88b6-ff42a37a45ce" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.786568] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-80425ab6-3025-46cb-88b6-ff42a37a45ce" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.786702] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-80425ab6-3025-46cb-88b6-ff42a37a45ce" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.786791] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('80425ab6-3025-46cb-88b6-ff42a37a45ce',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1293.787762] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2f30b5c0-aef3-4ef2-bd2a-3a917103ea72 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.787762] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2f30b5c0-aef3-4ef2-bd2a-3a917103ea72" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.787903] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2f30b5c0-aef3-4ef2-bd2a-3a917103ea72" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.787989] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2f30b5c0-aef3-4ef2-bd2a-3a917103ea72" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.788110] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2f30b5c0-aef3-4ef2-bd2a-3a917103ea72',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1293.789187] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock rules-30028d45-5707-4b1c-accc-2bfa4f3fbc30 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.789305] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-30028d45-5707-4b1c-accc-2bfa4f3fbc30" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.789360] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-30028d45-5707-4b1c-accc-2bfa4f3fbc30" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.789633] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-30028d45-5707-4b1c-accc-2bfa4f3fbc30" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.789633] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('30028d45-5707-4b1c-accc-2bfa4f3fbc30',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1293.790417] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fa366b1e-0919-4c5b-9aba-9f2e5d521b6a taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.790615] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fa366b1e-0919-4c5b-9aba-9f2e5d521b6a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.790686] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fa366b1e-0919-4c5b-9aba-9f2e5d521b6a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.790851] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fa366b1e-0919-4c5b-9aba-9f2e5d521b6a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.790943] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fa366b1e-0919-4c5b-9aba-9f2e5d521b6a',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1293.791783] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8697f03b-9b68-4d2b-ade8-6e607daa4837 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.791923] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8697f03b-9b68-4d2b-ade8-6e607daa4837" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.791993] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8697f03b-9b68-4d2b-ade8-6e607daa4837" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.792142] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8697f03b-9b68-4d2b-ade8-6e607daa4837" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.792244] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8697f03b-9b68-4d2b-ade8-6e607daa4837',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1293.792923] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fffb1115-05b5-4730-9003-4b1b4688badb taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.793066] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fffb1115-05b5-4730-9003-4b1b4688badb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.793130] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fffb1115-05b5-4730-9003-4b1b4688badb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.793292] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fffb1115-05b5-4730-9003-4b1b4688badb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.793376] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fffb1115-05b5-4730-9003-4b1b4688badb',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1293.794094] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock rules-34a94485-a24e-4ead-9b59-f1ce9b52876e taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.794220] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-34a94485-a24e-4ead-9b59-f1ce9b52876e" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.794284] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-34a94485-a24e-4ead-9b59-f1ce9b52876e" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.794443] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-34a94485-a24e-4ead-9b59-f1ce9b52876e" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.794516] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('34a94485-a24e-4ead-9b59-f1ce9b52876e',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1293.795220] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock rules-764b3ff2-a9e1-489b-88fd-5b76b6510fb9 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.795325] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-764b3ff2-a9e1-489b-88fd-5b76b6510fb9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.795388] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-764b3ff2-a9e1-489b-88fd-5b76b6510fb9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.795548] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-764b3ff2-a9e1-489b-88fd-5b76b6510fb9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.795971] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('764b3ff2-a9e1-489b-88fd-5b76b6510fb9',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1293.796740] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8ae6940d-eb70-4761-add0-87d9d2308ad9 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.796740] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8ae6940d-eb70-4761-add0-87d9d2308ad9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.796740] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8ae6940d-eb70-4761-add0-87d9d2308ad9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.796896] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8ae6940d-eb70-4761-add0-87d9d2308ad9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.796926] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8ae6940d-eb70-4761-add0-87d9d2308ad9',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1293.798048] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3f856368-3ca8-4be3-8f28-ede6b32cb085 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.798048] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3f856368-3ca8-4be3-8f28-ede6b32cb085" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.798048] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3f856368-3ca8-4be3-8f28-ede6b32cb085" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.798048] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3f856368-3ca8-4be3-8f28-ede6b32cb085" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.798342] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3f856368-3ca8-4be3-8f28-ede6b32cb085',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1293.798823] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ca03f324-6119-4f85-8103-7e586643e054 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.798823] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ca03f324-6119-4f85-8103-7e586643e054" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.798823] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ca03f324-6119-4f85-8103-7e586643e054" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.798823] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ca03f324-6119-4f85-8103-7e586643e054" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.798823] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ca03f324-6119-4f85-8103-7e586643e054',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1293.800167] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock rules-86630d24-3640-49af-aea5-790255f7d81a taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.800286] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-86630d24-3640-49af-aea5-790255f7d81a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.800363] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-86630d24-3640-49af-aea5-790255f7d81a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.800836] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-86630d24-3640-49af-aea5-790255f7d81a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.800836] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('86630d24-3640-49af-aea5-790255f7d81a',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1293.801297] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock rules-59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.801407] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.801555] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.802303] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.802303] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1293.802568] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f5fd0c15-dd5d-4fcb-a0d2-c76fb07c2c32 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.802686] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f5fd0c15-dd5d-4fcb-a0d2-c76fb07c2c32" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.802686] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f5fd0c15-dd5d-4fcb-a0d2-c76fb07c2c32" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.802854] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f5fd0c15-dd5d-4fcb-a0d2-c76fb07c2c32" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.802935] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f5fd0c15-dd5d-4fcb-a0d2-c76fb07c2c32',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1293.803710] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cf7a3e57-c809-4df2-9692-c7960e0efa53 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.803823] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cf7a3e57-c809-4df2-9692-c7960e0efa53" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.803891] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cf7a3e57-c809-4df2-9692-c7960e0efa53" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.804061] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cf7a3e57-c809-4df2-9692-c7960e0efa53" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.804136] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cf7a3e57-c809-4df2-9692-c7960e0efa53',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1293.804935] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4130ba39-b31b-451c-a802-940533036032 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.805346] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4130ba39-b31b-451c-a802-940533036032" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.805346] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4130ba39-b31b-451c-a802-940533036032" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.805346] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4130ba39-b31b-451c-a802-940533036032" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.805346] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4130ba39-b31b-451c-a802-940533036032',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1293.806067] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7b9de5c1-b95a-4fe3-8670-021d73af9048 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.806144] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7b9de5c1-b95a-4fe3-8670-021d73af9048" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.806179] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7b9de5c1-b95a-4fe3-8670-021d73af9048" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.806556] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7b9de5c1-b95a-4fe3-8670-021d73af9048" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.806556] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7b9de5c1-b95a-4fe3-8670-021d73af9048',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1293.812695] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-62657b69-69d5-4788-9487-968183c67fa4 taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.812695] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62657b69-69d5-4788-9487-968183c67fa4" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.812695] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62657b69-69d5-4788-9487-968183c67fa4" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.812888] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62657b69-69d5-4788-9487-968183c67fa4" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.812888] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.812971] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.813048] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.813189] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.813284] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.813369] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62657b69-69d5-4788-9487-968183c67fa4" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.813447] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('62657b69-69d5-4788-9487-968183c67fa4',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1293.834897] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.835058] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.835130] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.835368] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.858795] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.858948] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2f30b5c0-aef3-4ef2-bd2a-3a917103ea72 is going to be deleted. [ 1293.914968] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.915225] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.915225] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.915442] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.915533] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.915670] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2f30b5c0-aef3-4ef2-bd2a-3a917103ea72" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.309663] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7bf4f4d-9a4e-4a7c-bf8d-ae5137a85731 taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.310117] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7bf4f4d-9a4e-4a7c-bf8d-ae5137a85731" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.310117] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7bf4f4d-9a4e-4a7c-bf8d-ae5137a85731" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.310117] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7bf4f4d-9a4e-4a7c-bf8d-ae5137a85731" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.310274] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.310368] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.310440] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.310577] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.310656] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.310754] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7bf4f4d-9a4e-4a7c-bf8d-ae5137a85731" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.310861] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b7bf4f4d-9a4e-4a7c-bf8d-ae5137a85731',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1294.325475] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-fffb1115-05b5-4730-9003-4b1b4688badb taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.325718] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fffb1115-05b5-4730-9003-4b1b4688badb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.325839] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fffb1115-05b5-4730-9003-4b1b4688badb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.326189] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fffb1115-05b5-4730-9003-4b1b4688badb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.326468] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.326658] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.326774] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.327053] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.327229] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.327386] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fffb1115-05b5-4730-9003-4b1b4688badb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.327544] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fffb1115-05b5-4730-9003-4b1b4688badb',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1294.333223] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf7a3e57-c809-4df2-9692-c7960e0efa53 taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.333431] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf7a3e57-c809-4df2-9692-c7960e0efa53" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.333596] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf7a3e57-c809-4df2-9692-c7960e0efa53" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.333876] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf7a3e57-c809-4df2-9692-c7960e0efa53" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.334149] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.334326] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.334435] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.334679] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.334824] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.334973] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf7a3e57-c809-4df2-9692-c7960e0efa53" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.335141] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cf7a3e57-c809-4df2-9692-c7960e0efa53',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1294.338145] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b9de5c1-b95a-4fe3-8670-021d73af9048 taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.338354] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b9de5c1-b95a-4fe3-8670-021d73af9048" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.338443] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b9de5c1-b95a-4fe3-8670-021d73af9048" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.338693] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b9de5c1-b95a-4fe3-8670-021d73af9048" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.338917] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.339039] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.339106] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.339254] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.339334] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.339418] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b9de5c1-b95a-4fe3-8670-021d73af9048" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.339508] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7b9de5c1-b95a-4fe3-8670-021d73af9048',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1294.340344] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('62657b69-69d5-4788-9487-968183c67fa4',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1294.347856] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cf7a3e57-c809-4df2-9692-c7960e0efa53',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1294.353993] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 62657b69-69d5-4788-9487-968183c67fa4: rpc.has_security_group_logging(os_id): False [ 1294.407639] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.407967] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.407967] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.408209] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.410559] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.410731] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.411567] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.411709] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.412515] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.412631] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.413399] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.413535] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.414311] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.414434] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.415111] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.415242] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.415946] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.416052] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.417236] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.417331] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.418086] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.418210] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.418880] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.418984] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.419578] env[65424]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1294.420067] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.420189] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.420924] env[65424]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1294.421324] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.421434] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.422068] env[65424]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1294.422526] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.422641] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.423390] env[65424]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1294.423790] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.423911] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.439494] env[65424]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1294.439961] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.440123] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4130ba39-b31b-451c-a802-940533036032 is going to be deleted. [ 1294.441119] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.441351] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.461017] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.461209] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 34a94485-a24e-4ead-9b59-f1ce9b52876e is going to be deleted. [ 1294.462052] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.462273] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.484518] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.484703] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 30028d45-5707-4b1c-accc-2bfa4f3fbc30 is going to be deleted. [ 1294.485627] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.485830] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.501931] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.502229] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.507343] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.507531] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8ae6940d-eb70-4761-add0-87d9d2308ad9 is going to be deleted. [ 1294.508943] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.509194] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.542803] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.542972] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ca03f324-6119-4f85-8103-7e586643e054 is going to be deleted. [ 1294.543814] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.544042] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.549303] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.549472] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.557175] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.557370] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.568044] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.568187] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9 is going to be deleted. [ 1294.569017] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.569241] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.602267] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.602627] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.605903] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.606211] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.606339] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.606388] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.606561] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.606644] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.606736] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 62657b69-69d5-4788-9487-968183c67fa4 is going to be updated. [ 1294.607830] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.608011] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.646581] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.646812] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.648295] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.648396] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 80425ab6-3025-46cb-88b6-ff42a37a45ce is going to be deleted. [ 1294.649285] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.649503] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.719343] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.719519] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.721833] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.721956] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 86630d24-3640-49af-aea5-790255f7d81a is going to be deleted. [ 1294.722884] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.723116] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.762775] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.762962] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 68f4bc32-bfc6-4c43-aeef-b481f593202c is going to be deleted. [ 1294.763997] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.764234] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.806465] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.806643] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8697f03b-9b68-4d2b-ade8-6e607daa4837 is going to be deleted. [ 1294.808060] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.808316] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.822253] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.822373] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.822640] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b7bf4f4d-9a4e-4a7c-bf8d-ae5137a85731',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1294.840342] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.840449] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3f856368-3ca8-4be3-8f28-ede6b32cb085 is going to be deleted. [ 1294.841476] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.841616] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.843045] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.843154] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.846072] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fffb1115-05b5-4730-9003-4b1b4688badb',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1294.852171] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7b9de5c1-b95a-4fe3-8670-021d73af9048',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1294.858605] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cf7a3e57-c809-4df2-9692-c7960e0efa53: rpc.has_security_group_logging(os_id): False [ 1294.861115] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.861256] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.867750] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.867942] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.870196] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.870315] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fa366b1e-0919-4c5b-9aba-9f2e5d521b6a is going to be deleted. [ 1294.871516] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.871727] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.895524] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.895769] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.910645] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.910843] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f5fd0c15-dd5d-4fcb-a0d2-c76fb07c2c32 is going to be deleted. [ 1294.911982] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.912354] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.912461] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.912752] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4130ba39-b31b-451c-a802-940533036032" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.912941] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.913140] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.913227] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.913348] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-34a94485-a24e-4ead-9b59-f1ce9b52876e" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.913918] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.914100] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.914184] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.914304] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-30028d45-5707-4b1c-accc-2bfa4f3fbc30" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.914438] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.914587] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.914663] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.914778] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8ae6940d-eb70-4761-add0-87d9d2308ad9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.914911] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.915094] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.969041] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.969297] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.989733] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.989929] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 764b3ff2-a9e1-489b-88fd-5b76b6510fb9 is going to be deleted. [ 1294.990893] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.991133] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.991224] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.991346] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ca03f324-6119-4f85-8103-7e586643e054" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.991507] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.991660] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.991740] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.991853] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-59d82b24-d8cb-4ced-b9c6-079dbb4cf3b9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.992490] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.992699] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.992841] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.993809] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.993976] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.994063] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.994214] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-80425ab6-3025-46cb-88b6-ff42a37a45ce" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.994322] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.994464] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.994543] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.994653] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-68f4bc32-bfc6-4c43-aeef-b481f593202c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.995140] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.995296] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.995396] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.995507] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-86630d24-3640-49af-aea5-790255f7d81a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.995965] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.996130] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.024073] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 62657b69-69d5-4788-9487-968183c67fa4 in Status: IN_PROGRESS for 2s [ 1295.030643] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.030983] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.031115] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.031180] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.031403] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.031487] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.031578] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cf7a3e57-c809-4df2-9692-c7960e0efa53 is going to be updated. [ 1295.032900] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.033289] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.033419] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.033558] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8697f03b-9b68-4d2b-ade8-6e607daa4837" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.059239] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.059454] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.059454] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.059648] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.059725] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.060063] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3f856368-3ca8-4be3-8f28-ede6b32cb085" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.060945] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.061112] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.061187] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.061377] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.061465] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.061579] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fa366b1e-0919-4c5b-9aba-9f2e5d521b6a" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.074151] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.074349] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.074349] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.074526] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.074628] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.074789] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f5fd0c15-dd5d-4fcb-a0d2-c76fb07c2c32" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.162128] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.162348] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.162348] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.162564] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.162653] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.162778] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-764b3ff2-a9e1-489b-88fd-5b76b6510fb9" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.228960] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.229188] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.229188] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.229391] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.229536] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.263589] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cf7a3e57-c809-4df2-9692-c7960e0efa53 in Status: IN_PROGRESS for 2s [ 1295.325465] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b7bf4f4d-9a4e-4a7c-bf8d-ae5137a85731: rpc.has_security_group_logging(os_id): False [ 1295.348303] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fffb1115-05b5-4730-9003-4b1b4688badb: rpc.has_security_group_logging(os_id): False [ 1295.350287] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.350419] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.350488] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.350694] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.354393] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7b9de5c1-b95a-4fe3-8670-021d73af9048: rpc.has_security_group_logging(os_id): False [ 1295.377890] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.378126] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.380627] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.380943] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.381057] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.381119] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.381315] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.381394] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.381479] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b7bf4f4d-9a4e-4a7c-bf8d-ae5137a85731 is going to be updated. [ 1295.382729] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.382914] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.385176] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.385296] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.404487] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.404792] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.404896] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.404963] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.405206] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.405282] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.405370] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fffb1115-05b5-4730-9003-4b1b4688badb is going to be updated. [ 1295.406445] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.406621] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.436970] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.437295] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.437424] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.437548] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.437703] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.437786] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.437878] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7b9de5c1-b95a-4fe3-8670-021d73af9048 is going to be updated. [ 1295.464568] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.464568] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.464825] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.464825] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.464946] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.480087] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b7bf4f4d-9a4e-4a7c-bf8d-ae5137a85731 in Status: IN_PROGRESS for 2s [ 1295.481042] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.481194] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.481240] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.481437] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.481568] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.491554] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fffb1115-05b5-4730-9003-4b1b4688badb in Status: IN_PROGRESS for 2s [ 1295.502622] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.502769] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.502833] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.502983] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.503137] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.513770] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7b9de5c1-b95a-4fe3-8670-021d73af9048 in Status: IN_PROGRESS for 2s [ 1297.039408] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 62657b69-69d5-4788-9487-968183c67fa4 in Status: SUCCESS [ 1297.039800] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-62657b69-69d5-4788-9487-968183c67fa4" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.278830] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cf7a3e57-c809-4df2-9692-c7960e0efa53 in Status: SUCCESS [ 1297.279076] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cf7a3e57-c809-4df2-9692-c7960e0efa53" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.494103] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b7bf4f4d-9a4e-4a7c-bf8d-ae5137a85731 in Status: SUCCESS [ 1297.494266] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b7bf4f4d-9a4e-4a7c-bf8d-ae5137a85731" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.503419] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fffb1115-05b5-4730-9003-4b1b4688badb in Status: SUCCESS [ 1297.503621] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fffb1115-05b5-4730-9003-4b1b4688badb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.524293] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7b9de5c1-b95a-4fe3-8670-021d73af9048 in Status: SUCCESS [ 1297.524581] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7b9de5c1-b95a-4fe3-8670-021d73af9048" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.781459] env[65424]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1298.781834] env[65424]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1299.776245] env[65424]: INFO networking_nsxv3.common.synchronization [req-0d9396b6-1073-4e22-b394-9f1f98f9bea1 req-708c896e-4f1c-482c-9b27-925410f3e64b tempest-AttachVolumeShelveTestJSON-590228057 tempest-AttachVolumeShelveTestJSON-590228057-project-member] Enqueued Resource ID: cf7a3e57-c809-4df2-9692-c7960e0efa53 with Priority: HIGHEST for action security_group_members [ 1299.776245] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf7a3e57-c809-4df2-9692-c7960e0efa53 with Priority: HIGHEST for action security_group_members [ 1299.776788] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf7a3e57-c809-4df2-9692-c7960e0efa53 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.776788] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf7a3e57-c809-4df2-9692-c7960e0efa53" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.776788] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf7a3e57-c809-4df2-9692-c7960e0efa53" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.776949] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf7a3e57-c809-4df2-9692-c7960e0efa53" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.776985] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.777620] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.777620] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.777620] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.777620] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.777620] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cf7a3e57-c809-4df2-9692-c7960e0efa53',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1300.280064] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.280519] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.280519] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.280519] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.280695] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.280801] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.281046] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.281046] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.281162] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.281224] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.281322] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf7a3e57-c809-4df2-9692-c7960e0efa53 is going to be updated. [ 1300.309142] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.309361] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.309361] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.309573] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.309729] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.318153] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf7a3e57-c809-4df2-9692-c7960e0efa53 in Status: IN_PROGRESS for 2s [ 1302.330384] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf7a3e57-c809-4df2-9692-c7960e0efa53 in Status: SUCCESS [ 1302.330737] env[65424]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf7a3e57-c809-4df2-9692-c7960e0efa53 deletion is rescheduled due to dependency. [ 1302.330737] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf7a3e57-c809-4df2-9692-c7960e0efa53" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.776991] env[65424]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1304.778812] env[65424]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1306.540024] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock network-130 taken with stack trace [, , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.540500] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "network-130" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.540500] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "network-130" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.540615] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "network-130" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.540871] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.541057] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.541237] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.541506] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.541689] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.541955] env[65424]: DEBUG dogpile.cache.region [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] No value present for key: 'zone-id' {{(pid=65424) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1306.542112] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] NeedRegenerationException {{(pid=65424) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1306.542249] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] no value, waiting for create lock {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1306.542388] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] value creation lock acquired {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1306.542575] env[65424]: DEBUG dogpile.cache.region [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] No value present for key: 'zone-id' {{(pid=65424) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1306.542722] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Calling creation function for not-yet-present value {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1306.542928] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1306.563614] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1306.563822] env[65424]: DEBUG dogpile.cache.region [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65424) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1306.563883] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Released creation lock {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1306.564085] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "network-130" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.564409] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock port-d2adcb85-78dc-45ad-b665-5991cab33bef taken with stack trace [, , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.564579] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "port-d2adcb85-78dc-45ad-b665-5991cab33bef" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.564696] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "port-d2adcb85-78dc-45ad-b665-5991cab33bef" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.564955] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "port-d2adcb85-78dc-45ad-b665-5991cab33bef" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.565108] env[65424]: DEBUG networking_nsxv3.api.rpc [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d2adcb85-78dc-45ad-b665-5991cab33bef',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1307.067578] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.067812] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.067957] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.068210] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.068358] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.068637] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.068793] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.068906] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.069146] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.069282] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.069554] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.069706] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.069820] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.070036] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.070173] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.070310] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Resource: SegmentPort with ID: d2adcb85-78dc-45ad-b665-5991cab33bef is going to be updated. [ 1307.090060] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.090273] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.090395] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.090639] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.090825] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.091075] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "port-d2adcb85-78dc-45ad-b665-5991cab33bef" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.793442] env[65424]: INFO networking_nsxv3.common.synchronization [req-fa919a50-c274-4555-b97d-4af9584e342c req-f90103e0-bd2e-4ed7-8a83-e7b5d61eaf6b service nova] Enqueued Resource ID: fffb1115-05b5-4730-9003-4b1b4688badb with Priority: HIGHEST for action security_group_rules [ 1307.793730] env[65424]: INFO networking_nsxv3.common.synchronization [req-fa919a50-c274-4555-b97d-4af9584e342c req-f90103e0-bd2e-4ed7-8a83-e7b5d61eaf6b service nova] Enqueued Resource ID: fffb1115-05b5-4730-9003-4b1b4688badb with Priority: HIGHEST for action security_group_members [ 1307.793772] env[65424]: INFO networking_nsxv3.common.synchronization [req-fa919a50-c274-4555-b97d-4af9584e342c req-f90103e0-bd2e-4ed7-8a83-e7b5d61eaf6b service nova] Enqueued Resource ID: d2adcb85-78dc-45ad-b665-5991cab33bef with Priority: HIGHEST for action port [ 1307.794279] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fffb1115-05b5-4730-9003-4b1b4688badb with Priority: HIGHEST for action security_group_rules [ 1307.794418] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fffb1115-05b5-4730-9003-4b1b4688badb with Priority: HIGHEST for action security_group_members [ 1307.794516] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2adcb85-78dc-45ad-b665-5991cab33bef with Priority: HIGHEST for action port [ 1307.794791] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fffb1115-05b5-4730-9003-4b1b4688badb taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.794907] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fffb1115-05b5-4730-9003-4b1b4688badb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.794977] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fffb1115-05b5-4730-9003-4b1b4688badb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.795293] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fffb1115-05b5-4730-9003-4b1b4688badb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.795380] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fffb1115-05b5-4730-9003-4b1b4688badb',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1307.796402] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-fffb1115-05b5-4730-9003-4b1b4688badb taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.796508] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fffb1115-05b5-4730-9003-4b1b4688badb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.796850] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fffb1115-05b5-4730-9003-4b1b4688badb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.796850] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fffb1115-05b5-4730-9003-4b1b4688badb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.797785] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.797785] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.797785] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.797785] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.797785] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.798065] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fffb1115-05b5-4730-9003-4b1b4688badb',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1307.798904] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock port-d2adcb85-78dc-45ad-b665-5991cab33bef taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.798904] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d2adcb85-78dc-45ad-b665-5991cab33bef" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.798904] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d2adcb85-78dc-45ad-b665-5991cab33bef" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.799625] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d2adcb85-78dc-45ad-b665-5991cab33bef" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.799698] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d2adcb85-78dc-45ad-b665-5991cab33bef',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1308.302845] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fffb1115-05b5-4730-9003-4b1b4688badb',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1308.303203] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-fffb1115-05b5-4730-9003-4b1b4688badb taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.303329] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fffb1115-05b5-4730-9003-4b1b4688badb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.303470] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d2adcb85-78dc-45ad-b665-5991cab33bef with status ACTIVE [ 1308.303627] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.303750] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.303887] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.304453] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.304453] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.304453] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.304453] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.304666] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.304666] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.304734] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.304913] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.305017] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.305118] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.305218] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.305289] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.305372] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d2adcb85-78dc-45ad-b665-5991cab33bef is going to be updated. [ 1308.329077] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.329312] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.329396] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.329716] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.329919] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.330207] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d2adcb85-78dc-45ad-b665-5991cab33bef" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.807873] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fffb1115-05b5-4730-9003-4b1b4688badb',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1309.310846] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.311120] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.311211] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.311471] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.311595] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.311666] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fffb1115-05b5-4730-9003-4b1b4688badb is going to be updated. [ 1309.345663] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.345896] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.345896] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.346163] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.346316] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.356889] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fffb1115-05b5-4730-9003-4b1b4688badb in Status: IN_PROGRESS for 2s [ 1311.368166] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fffb1115-05b5-4730-9003-4b1b4688badb in Status: SUCCESS [ 1311.368767] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fffb1115-05b5-4730-9003-4b1b4688badb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.368767] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fffb1115-05b5-4730-9003-4b1b4688badb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.368849] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fffb1115-05b5-4730-9003-4b1b4688badb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.368988] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.369124] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.369190] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.369342] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.369421] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.369503] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fffb1115-05b5-4730-9003-4b1b4688badb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.369595] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fffb1115-05b5-4730-9003-4b1b4688badb',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1311.497211] env[65424]: INFO networking_nsxv3.common.synchronization [req-ce63b460-e13c-4f21-a1c5-649ceebceef7 req-cfb71c0e-b3af-439d-ab55-ed2390b7ce4b tempest-ServerActionsTestJSON-1441725890 tempest-ServerActionsTestJSON-1441725890-project-member] Enqueued Resource ID: 7b9de5c1-b95a-4fe3-8670-021d73af9048 with Priority: HIGHEST for action security_group_members [ 1311.497773] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b9de5c1-b95a-4fe3-8670-021d73af9048 with Priority: HIGHEST for action security_group_members [ 1311.498015] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b9de5c1-b95a-4fe3-8670-021d73af9048 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.498298] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b9de5c1-b95a-4fe3-8670-021d73af9048" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.498361] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b9de5c1-b95a-4fe3-8670-021d73af9048" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.498562] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b9de5c1-b95a-4fe3-8670-021d73af9048" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.498739] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.498839] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.498901] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.499060] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.499646] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.499646] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7b9de5c1-b95a-4fe3-8670-021d73af9048',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1311.872431] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fffb1115-05b5-4730-9003-4b1b4688badb',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1312.001811] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.002085] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.002085] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.002341] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.002425] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.002639] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.002776] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.002847] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.003044] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.003151] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.003300] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b9de5c1-b95a-4fe3-8670-021d73af9048 is going to be updated. [ 1312.038074] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.038074] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.038344] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.038344] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.038459] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.047762] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b9de5c1-b95a-4fe3-8670-021d73af9048 in Status: IN_PROGRESS for 2s [ 1312.374860] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fffb1115-05b5-4730-9003-4b1b4688badb: rpc.has_security_group_logging(os_id): False [ 1312.393924] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.394640] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.394770] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.395132] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.395280] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.395552] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.395665] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.395731] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.395923] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.396010] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.396107] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fffb1115-05b5-4730-9003-4b1b4688badb is going to be updated. [ 1312.462061] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.462061] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.462061] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.462373] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.462373] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.477403] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fffb1115-05b5-4730-9003-4b1b4688badb in Status: IN_PROGRESS for 2s [ 1314.061025] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b9de5c1-b95a-4fe3-8670-021d73af9048 in Status: SUCCESS [ 1314.061452] env[65424]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b9de5c1-b95a-4fe3-8670-021d73af9048 deletion is rescheduled due to dependency. [ 1314.061452] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b9de5c1-b95a-4fe3-8670-021d73af9048" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.496634] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fffb1115-05b5-4730-9003-4b1b4688badb in Status: SUCCESS [ 1314.496858] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fffb1115-05b5-4730-9003-4b1b4688badb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.499213] env[65424]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1316.499613] env[65424]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1319.314964] env[65424]: INFO networking_nsxv3.common.synchronization [req-134a39b2-eb9a-4b8b-9da5-61c082e95288 req-e2b5b9f5-b5ec-4429-a245-7fbb3af5de39 tempest-ServerActionsTestJSON-1441725890 tempest-ServerActionsTestJSON-1441725890-project-member] Enqueued Resource ID: 7b9de5c1-b95a-4fe3-8670-021d73af9048 with Priority: HIGHEST for action security_group_members [ 1319.315277] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b9de5c1-b95a-4fe3-8670-021d73af9048 with Priority: HIGHEST for action security_group_members [ 1319.315458] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b9de5c1-b95a-4fe3-8670-021d73af9048 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.315543] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b9de5c1-b95a-4fe3-8670-021d73af9048" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.315660] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b9de5c1-b95a-4fe3-8670-021d73af9048" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.315778] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b9de5c1-b95a-4fe3-8670-021d73af9048" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.316153] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.316261] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.316335] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.316496] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.316645] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.316692] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7b9de5c1-b95a-4fe3-8670-021d73af9048',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1319.645849] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock network-350 taken with stack trace [, , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.646054] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "network-350" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.646178] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "network-350" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.646439] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "network-350" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.646695] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.646849] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.646960] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.647186] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.647328] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.647530] env[65424]: DEBUG dogpile.cache.region [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] No value present for key: 'zone-id' {{(pid=65424) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1319.647639] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] NeedRegenerationException {{(pid=65424) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1319.647752] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] no value, waiting for create lock {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1319.647858] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] value creation lock acquired {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1319.647960] env[65424]: DEBUG dogpile.cache.region [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] No value present for key: 'zone-id' {{(pid=65424) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1319.648136] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Calling creation function for not-yet-present value {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1319.648274] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1319.667378] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1319.667564] env[65424]: DEBUG dogpile.cache.region [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65424) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1319.667697] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Released creation lock {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1319.667864] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "network-350" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.668250] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock port-14ad24e8-b9b6-40cc-b429-c083e8f579e8 taken with stack trace [, , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.668431] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "port-14ad24e8-b9b6-40cc-b429-c083e8f579e8" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.668547] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "port-14ad24e8-b9b6-40cc-b429-c083e8f579e8" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.668912] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "port-14ad24e8-b9b6-40cc-b429-c083e8f579e8" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.669065] env[65424]: DEBUG networking_nsxv3.api.rpc [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('14ad24e8-b9b6-40cc-b429-c083e8f579e8',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1319.819071] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.819299] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.819299] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.819521] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.819637] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.819848] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.819947] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.820024] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.820276] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.820383] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.820481] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b9de5c1-b95a-4fe3-8670-021d73af9048 is going to be updated. [ 1319.845798] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.846013] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.846013] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.846222] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.846365] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.856616] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b9de5c1-b95a-4fe3-8670-021d73af9048 in Status: IN_PROGRESS for 2s [ 1320.171683] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.171904] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.172017] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.172296] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.172447] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.172598] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Segment Port 14ad24e8-b9b6-40cc-b429-c083e8f579e8 not found, creating... [ 1320.172848] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.173010] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.173129] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.173336] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.173467] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.173734] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.173884] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.173997] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.174222] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.174382] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.174492] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Resource: SegmentPort with ID: 14ad24e8-b9b6-40cc-b429-c083e8f579e8 is going to be created. [ 1320.196435] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.196690] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.196794] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.197040] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.197268] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.197485] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "port-14ad24e8-b9b6-40cc-b429-c083e8f579e8" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.898549] env[65424]: INFO networking_nsxv3.common.synchronization [req-134a39b2-eb9a-4b8b-9da5-61c082e95288 req-fd505d7a-c9d5-49a9-9949-f2a17f8d064b service nova] Enqueued Resource ID: 7b9de5c1-b95a-4fe3-8670-021d73af9048 with Priority: HIGHEST for action security_group_rules [ 1320.898800] env[65424]: INFO networking_nsxv3.common.synchronization [req-134a39b2-eb9a-4b8b-9da5-61c082e95288 req-fd505d7a-c9d5-49a9-9949-f2a17f8d064b service nova] Enqueued Resource ID: 7b9de5c1-b95a-4fe3-8670-021d73af9048 with Priority: HIGHEST for action security_group_members [ 1320.898848] env[65424]: INFO networking_nsxv3.common.synchronization [req-134a39b2-eb9a-4b8b-9da5-61c082e95288 req-fd505d7a-c9d5-49a9-9949-f2a17f8d064b service nova] Enqueued Resource ID: 14ad24e8-b9b6-40cc-b429-c083e8f579e8 with Priority: HIGHEST for action port [ 1320.899463] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b9de5c1-b95a-4fe3-8670-021d73af9048 with Priority: HIGHEST for action security_group_rules [ 1320.899643] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b9de5c1-b95a-4fe3-8670-021d73af9048 with Priority: HIGHEST for action security_group_members [ 1320.899700] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14ad24e8-b9b6-40cc-b429-c083e8f579e8 with Priority: HIGHEST for action port [ 1320.899992] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7b9de5c1-b95a-4fe3-8670-021d73af9048 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.900115] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7b9de5c1-b95a-4fe3-8670-021d73af9048" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.900196] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7b9de5c1-b95a-4fe3-8670-021d73af9048" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.900396] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7b9de5c1-b95a-4fe3-8670-021d73af9048" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.900538] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7b9de5c1-b95a-4fe3-8670-021d73af9048',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1320.901394] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b9de5c1-b95a-4fe3-8670-021d73af9048 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.901491] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b9de5c1-b95a-4fe3-8670-021d73af9048" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.901689] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock port-14ad24e8-b9b6-40cc-b429-c083e8f579e8 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.901787] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-14ad24e8-b9b6-40cc-b429-c083e8f579e8" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.901970] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-14ad24e8-b9b6-40cc-b429-c083e8f579e8" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.902043] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-14ad24e8-b9b6-40cc-b429-c083e8f579e8" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.902103] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('14ad24e8-b9b6-40cc-b429-c083e8f579e8',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1321.403526] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b9de5c1-b95a-4fe3-8670-021d73af9048 taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.403811] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b9de5c1-b95a-4fe3-8670-021d73af9048" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.403811] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 14ad24e8-b9b6-40cc-b429-c083e8f579e8 with status ACTIVE [ 1321.403993] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.404120] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.404179] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.404384] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.404471] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.405067] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.405067] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.405067] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.405067] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.405067] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.405325] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.405325] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.405461] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.405496] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.405561] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.405684] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 14ad24e8-b9b6-40cc-b429-c083e8f579e8 is going to be updated. [ 1321.427021] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.427204] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.427204] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.427376] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.427507] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.427692] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-14ad24e8-b9b6-40cc-b429-c083e8f579e8" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.865325] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b9de5c1-b95a-4fe3-8670-021d73af9048 in Status: SUCCESS [ 1321.865527] env[65424]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b9de5c1-b95a-4fe3-8670-021d73af9048 deletion is rescheduled due to dependency. [ 1321.865628] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b9de5c1-b95a-4fe3-8670-021d73af9048" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.865757] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b9de5c1-b95a-4fe3-8670-021d73af9048" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.865965] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b9de5c1-b95a-4fe3-8670-021d73af9048" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.866154] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.866270] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.866335] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.866486] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.866562] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.866653] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7b9de5c1-b95a-4fe3-8670-021d73af9048',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1322.368634] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7b9de5c1-b95a-4fe3-8670-021d73af9048',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1322.871495] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7b9de5c1-b95a-4fe3-8670-021d73af9048',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1323.374407] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.374407] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.374407] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.374731] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.374731] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.374805] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b9de5c1-b95a-4fe3-8670-021d73af9048 is going to be updated. [ 1323.405927] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.405927] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.405927] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.406267] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.406312] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.415927] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b9de5c1-b95a-4fe3-8670-021d73af9048 in Status: IN_PROGRESS for 2s [ 1323.766181] env[65424]: INFO networking_nsxv3.common.synchronization [req-db57f3b9-a4d9-4ff6-acef-0831c8a0a322 req-ec7318fe-03ef-4679-bb60-20b845dec149 tempest-ServerActionsTestOtherB-391105408 tempest-ServerActionsTestOtherB-391105408-project-member] Enqueued Resource ID: fffb1115-05b5-4730-9003-4b1b4688badb with Priority: HIGHEST for action security_group_members [ 1323.766952] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fffb1115-05b5-4730-9003-4b1b4688badb with Priority: HIGHEST for action security_group_members [ 1323.767350] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-fffb1115-05b5-4730-9003-4b1b4688badb taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.767543] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fffb1115-05b5-4730-9003-4b1b4688badb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.767685] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fffb1115-05b5-4730-9003-4b1b4688badb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.767910] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fffb1115-05b5-4730-9003-4b1b4688badb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.768175] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.768330] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.768434] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.768657] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.768784] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.768924] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fffb1115-05b5-4730-9003-4b1b4688badb',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1324.272057] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.272220] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.272220] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.272382] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.272532] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.272796] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.272912] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.272977] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.273152] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.273232] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.273321] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fffb1115-05b5-4730-9003-4b1b4688badb is going to be updated. [ 1324.305138] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.305435] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.305435] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.305685] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.305883] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.322891] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fffb1115-05b5-4730-9003-4b1b4688badb in Status: IN_PROGRESS for 2s [ 1325.428663] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b9de5c1-b95a-4fe3-8670-021d73af9048 in Status: SUCCESS [ 1325.429191] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b9de5c1-b95a-4fe3-8670-021d73af9048" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.429191] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b9de5c1-b95a-4fe3-8670-021d73af9048" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.429339] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b9de5c1-b95a-4fe3-8670-021d73af9048" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.429453] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.429570] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.429634] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.429788] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.429856] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.429946] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b9de5c1-b95a-4fe3-8670-021d73af9048" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.430050] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7b9de5c1-b95a-4fe3-8670-021d73af9048',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1325.932714] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7b9de5c1-b95a-4fe3-8670-021d73af9048',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1326.333484] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fffb1115-05b5-4730-9003-4b1b4688badb in Status: SUCCESS [ 1326.333680] env[65424]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fffb1115-05b5-4730-9003-4b1b4688badb deletion is rescheduled due to dependency. [ 1326.333784] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fffb1115-05b5-4730-9003-4b1b4688badb" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.435365] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7b9de5c1-b95a-4fe3-8670-021d73af9048: rpc.has_security_group_logging(os_id): False [ 1326.452421] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.452638] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.452638] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.452857] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.452945] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.453212] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.453315] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.453382] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.453526] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.453599] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.453681] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7b9de5c1-b95a-4fe3-8670-021d73af9048 is going to be updated. [ 1326.514711] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.514944] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.514944] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.515165] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.515304] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.528343] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7b9de5c1-b95a-4fe3-8670-021d73af9048 in Status: IN_PROGRESS for 2s [ 1328.546547] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7b9de5c1-b95a-4fe3-8670-021d73af9048 in Status: SUCCESS [ 1328.547057] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7b9de5c1-b95a-4fe3-8670-021d73af9048" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.768342] env[65424]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1328.768536] env[65424]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1329.401689] env[65424]: INFO networking_nsxv3.common.synchronization [req-f1388069-a094-47d3-b993-d074e1d23424 req-e78d1624-d495-49cc-af0c-cd2081a03dc4 tempest-ServerActionsTestOtherA-1226392852 tempest-ServerActionsTestOtherA-1226392852-project-member] Enqueued Resource ID: b7bf4f4d-9a4e-4a7c-bf8d-ae5137a85731 with Priority: HIGHEST for action security_group_members [ 1329.401908] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7bf4f4d-9a4e-4a7c-bf8d-ae5137a85731 with Priority: HIGHEST for action security_group_members [ 1329.402239] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7bf4f4d-9a4e-4a7c-bf8d-ae5137a85731 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.402362] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7bf4f4d-9a4e-4a7c-bf8d-ae5137a85731" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.402421] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7bf4f4d-9a4e-4a7c-bf8d-ae5137a85731" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.402652] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7bf4f4d-9a4e-4a7c-bf8d-ae5137a85731" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.402802] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.402885] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.402941] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.403099] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.403182] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.403273] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b7bf4f4d-9a4e-4a7c-bf8d-ae5137a85731',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1329.905528] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.905951] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.905951] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.905951] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.906089] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.906186] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.906282] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.906343] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.906486] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.906722] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.906813] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b7bf4f4d-9a4e-4a7c-bf8d-ae5137a85731 is going to be updated. [ 1329.943243] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.943453] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.943453] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.943662] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.943805] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.952971] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7bf4f4d-9a4e-4a7c-bf8d-ae5137a85731 in Status: IN_PROGRESS for 2s [ 1331.964340] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7bf4f4d-9a4e-4a7c-bf8d-ae5137a85731 in Status: SUCCESS [ 1331.964747] env[65424]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b7bf4f4d-9a4e-4a7c-bf8d-ae5137a85731 deletion is rescheduled due to dependency. [ 1331.964747] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7bf4f4d-9a4e-4a7c-bf8d-ae5137a85731" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.402408] env[65424]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1334.402709] env[65424]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1338.883884] env[65424]: INFO networking_nsxv3.common.synchronization [req-e24458ed-c062-4753-814f-0be2c0c42b35 req-f680f12f-0bdb-4ec1-893d-31fd125ea75e tempest-ServerActionsTestOtherA-1226392852 tempest-ServerActionsTestOtherA-1226392852-project-member] Enqueued Resource ID: 3f856368-3ca8-4be3-8f28-ede6b32cb085 with Priority: HIGHEST for action security_group_members [ 1338.884457] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f856368-3ca8-4be3-8f28-ede6b32cb085 with Priority: HIGHEST for action security_group_members [ 1338.884774] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f856368-3ca8-4be3-8f28-ede6b32cb085 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.884971] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f856368-3ca8-4be3-8f28-ede6b32cb085" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.884971] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f856368-3ca8-4be3-8f28-ede6b32cb085" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.885188] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f856368-3ca8-4be3-8f28-ede6b32cb085" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.885341] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.885439] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.885551] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.885645] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.885739] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.885884] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3f856368-3ca8-4be3-8f28-ede6b32cb085',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1339.166850] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock network-512 taken with stack trace [, , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.167057] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "network-512" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.167174] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "network-512" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.167445] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "network-512" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.167703] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.167858] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.168050] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.168373] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.168531] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.168743] env[65424]: DEBUG dogpile.cache.region [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] No value present for key: 'zone-id' {{(pid=65424) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1339.168852] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] NeedRegenerationException {{(pid=65424) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1339.168958] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] no value, waiting for create lock {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1339.169075] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] value creation lock acquired {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1339.169182] env[65424]: DEBUG dogpile.cache.region [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] No value present for key: 'zone-id' {{(pid=65424) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1339.169282] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Calling creation function for not-yet-present value {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1339.169407] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1339.190667] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1339.190848] env[65424]: DEBUG dogpile.cache.region [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65424) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1339.190963] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Released creation lock {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1339.191149] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "network-512" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.191463] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock port-0687f1ae-7e37-4c47-be35-b0c96cbcc6ec taken with stack trace [, , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.191625] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "port-0687f1ae-7e37-4c47-be35-b0c96cbcc6ec" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.191742] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "port-0687f1ae-7e37-4c47-be35-b0c96cbcc6ec" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.192095] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "port-0687f1ae-7e37-4c47-be35-b0c96cbcc6ec" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.192234] env[65424]: DEBUG networking_nsxv3.api.rpc [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0687f1ae-7e37-4c47-be35-b0c96cbcc6ec',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1339.388495] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.388754] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.388754] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.388882] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.388986] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.389181] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.389281] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.389340] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.389496] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.389594] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.389684] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f856368-3ca8-4be3-8f28-ede6b32cb085 is going to be deleted. [ 1339.416917] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.417134] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.417134] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.417317] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.417402] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.417495] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f856368-3ca8-4be3-8f28-ede6b32cb085" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.694240] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.694468] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.694593] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.694873] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.695027] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.695184] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Segment Port 0687f1ae-7e37-4c47-be35-b0c96cbcc6ec not found, creating... [ 1339.695456] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.695636] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.695743] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.695960] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.696105] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.696402] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.696605] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.696792] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.697016] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.697156] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.697293] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Resource: SegmentPort with ID: 0687f1ae-7e37-4c47-be35-b0c96cbcc6ec is going to be created. [ 1339.717764] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.717965] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.718100] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.718388] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.718618] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.718822] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "port-0687f1ae-7e37-4c47-be35-b0c96cbcc6ec" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.415430] env[65424]: INFO networking_nsxv3.common.synchronization [req-e24458ed-c062-4753-814f-0be2c0c42b35 req-73f1044d-7905-4424-bbf2-b1aef22b5782 service nova] Enqueued Resource ID: 3f856368-3ca8-4be3-8f28-ede6b32cb085 with Priority: HIGHEST for action security_group_rules [ 1340.415720] env[65424]: INFO networking_nsxv3.common.synchronization [req-e24458ed-c062-4753-814f-0be2c0c42b35 req-73f1044d-7905-4424-bbf2-b1aef22b5782 service nova] Enqueued Resource ID: 3f856368-3ca8-4be3-8f28-ede6b32cb085 with Priority: HIGHEST for action security_group_members [ 1340.415720] env[65424]: INFO networking_nsxv3.common.synchronization [req-e24458ed-c062-4753-814f-0be2c0c42b35 req-73f1044d-7905-4424-bbf2-b1aef22b5782 service nova] Enqueued Resource ID: 0687f1ae-7e37-4c47-be35-b0c96cbcc6ec with Priority: HIGHEST for action port [ 1340.415942] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f856368-3ca8-4be3-8f28-ede6b32cb085 with Priority: HIGHEST for action security_group_rules [ 1340.416094] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f856368-3ca8-4be3-8f28-ede6b32cb085 with Priority: HIGHEST for action security_group_members [ 1340.416191] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0687f1ae-7e37-4c47-be35-b0c96cbcc6ec with Priority: HIGHEST for action port [ 1340.416737] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3f856368-3ca8-4be3-8f28-ede6b32cb085 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.416860] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3f856368-3ca8-4be3-8f28-ede6b32cb085" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.416930] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3f856368-3ca8-4be3-8f28-ede6b32cb085" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.417378] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3f856368-3ca8-4be3-8f28-ede6b32cb085" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.417465] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3f856368-3ca8-4be3-8f28-ede6b32cb085',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1340.419042] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f856368-3ca8-4be3-8f28-ede6b32cb085 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.419042] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f856368-3ca8-4be3-8f28-ede6b32cb085" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.419042] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f856368-3ca8-4be3-8f28-ede6b32cb085" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.419200] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f856368-3ca8-4be3-8f28-ede6b32cb085" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.419200] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.419282] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.419355] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.419512] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.419597] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.419650] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3f856368-3ca8-4be3-8f28-ede6b32cb085',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1340.420825] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock port-0687f1ae-7e37-4c47-be35-b0c96cbcc6ec taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.420825] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0687f1ae-7e37-4c47-be35-b0c96cbcc6ec" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.420825] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0687f1ae-7e37-4c47-be35-b0c96cbcc6ec" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.420825] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0687f1ae-7e37-4c47-be35-b0c96cbcc6ec" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.420825] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0687f1ae-7e37-4c47-be35-b0c96cbcc6ec',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1340.922743] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f856368-3ca8-4be3-8f28-ede6b32cb085 taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.922956] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f856368-3ca8-4be3-8f28-ede6b32cb085" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.923024] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3f856368-3ca8-4be3-8f28-ede6b32cb085',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1340.923917] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0687f1ae-7e37-4c47-be35-b0c96cbcc6ec with status ACTIVE [ 1340.924125] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.924243] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.924306] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.924506] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.924596] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.924764] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.924857] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.924918] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.925082] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.925157] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.925335] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.925445] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.925556] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.925712] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.925801] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.925886] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0687f1ae-7e37-4c47-be35-b0c96cbcc6ec is going to be updated. [ 1340.950150] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.950409] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.950409] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.950578] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.950711] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.950879] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0687f1ae-7e37-4c47-be35-b0c96cbcc6ec" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.427792] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3f856368-3ca8-4be3-8f28-ede6b32cb085',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1341.930752] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.930908] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.930972] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.931208] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.931315] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.931473] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f856368-3ca8-4be3-8f28-ede6b32cb085 is going to be created. [ 1341.954692] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.954910] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.955050] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.955355] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.955567] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.965560] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f856368-3ca8-4be3-8f28-ede6b32cb085 in Status: UNINITIALIZED for 2s [ 1343.978502] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f856368-3ca8-4be3-8f28-ede6b32cb085 in Status: SUCCESS [ 1343.978964] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f856368-3ca8-4be3-8f28-ede6b32cb085" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.979070] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f856368-3ca8-4be3-8f28-ede6b32cb085" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.979336] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f856368-3ca8-4be3-8f28-ede6b32cb085" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.979531] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.979645] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.979709] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.979867] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.979996] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.980102] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f856368-3ca8-4be3-8f28-ede6b32cb085" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.980194] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3f856368-3ca8-4be3-8f28-ede6b32cb085',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1344.483067] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f856368-3ca8-4be3-8f28-ede6b32cb085 taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.483275] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f856368-3ca8-4be3-8f28-ede6b32cb085" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.483347] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f856368-3ca8-4be3-8f28-ede6b32cb085" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.483570] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f856368-3ca8-4be3-8f28-ede6b32cb085" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.483746] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.483852] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.483917] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.484082] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.484172] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.484312] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f856368-3ca8-4be3-8f28-ede6b32cb085" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.484460] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f856368-3ca8-4be3-8f28-ede6b32cb085 taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.484554] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f856368-3ca8-4be3-8f28-ede6b32cb085" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.484612] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f856368-3ca8-4be3-8f28-ede6b32cb085" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.484751] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f856368-3ca8-4be3-8f28-ede6b32cb085" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.484920] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.485050] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.485110] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.485266] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.485347] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.485441] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f856368-3ca8-4be3-8f28-ede6b32cb085" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.485550] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3f856368-3ca8-4be3-8f28-ede6b32cb085',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1344.988934] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3f856368-3ca8-4be3-8f28-ede6b32cb085: rpc.has_security_group_logging(os_id): False [ 1345.009047] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.009266] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.009266] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.009454] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.009544] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.009731] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.009831] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.009894] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.010053] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.010130] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.010310] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.010421] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.010495] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.010633] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.010708] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.010904] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.010996] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.011060] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.011195] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.011267] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.011348] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3f856368-3ca8-4be3-8f28-ede6b32cb085 is going to be created. [ 1345.069987] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.070242] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.070242] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.070401] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.070582] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.082658] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3f856368-3ca8-4be3-8f28-ede6b32cb085 in Status: IN_PROGRESS for 2s [ 1345.417671] env[65424]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1345.417853] env[65424]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1347.095220] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3f856368-3ca8-4be3-8f28-ede6b32cb085 in Status: SUCCESS [ 1347.095559] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3f856368-3ca8-4be3-8f28-ede6b32cb085" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.713800] env[65424]: INFO networking_nsxv3.common.synchronization [req-9cd38f01-706e-4892-8fde-57ae041e5375 req-6326c592-4c03-4b82-a1ce-3922eab45657 tempest-ServerActionsTestOtherA-1226392852 tempest-ServerActionsTestOtherA-1226392852-project-member] Enqueued Resource ID: 3f856368-3ca8-4be3-8f28-ede6b32cb085 with Priority: HIGHEST for action security_group_members [ 1347.714339] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f856368-3ca8-4be3-8f28-ede6b32cb085 with Priority: HIGHEST for action security_group_members [ 1347.714690] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f856368-3ca8-4be3-8f28-ede6b32cb085 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.714816] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f856368-3ca8-4be3-8f28-ede6b32cb085" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.714886] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f856368-3ca8-4be3-8f28-ede6b32cb085" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.715114] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f856368-3ca8-4be3-8f28-ede6b32cb085" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.715268] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.715366] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.715437] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.715590] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.715671] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.715763] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3f856368-3ca8-4be3-8f28-ede6b32cb085',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1347.755751] env[65424]: INFO networking_nsxv3.common.synchronization [req-9cd38f01-706e-4892-8fde-57ae041e5375 req-6326c592-4c03-4b82-a1ce-3922eab45657 tempest-ServerActionsTestOtherA-1226392852 tempest-ServerActionsTestOtherA-1226392852-project-member] Enqueued Resource ID: 0687f1ae-7e37-4c47-be35-b0c96cbcc6ec with Priority: HIGHEST for action port [ 1347.756238] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0687f1ae-7e37-4c47-be35-b0c96cbcc6ec with Priority: HIGHEST for action port [ 1347.756548] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock port-0687f1ae-7e37-4c47-be35-b0c96cbcc6ec taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.756687] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0687f1ae-7e37-4c47-be35-b0c96cbcc6ec" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.756763] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0687f1ae-7e37-4c47-be35-b0c96cbcc6ec" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.756960] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0687f1ae-7e37-4c47-be35-b0c96cbcc6ec" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.757040] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0687f1ae-7e37-4c47-be35-b0c96cbcc6ec',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1348.217638] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.218092] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.218092] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.218192] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.218247] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.218421] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.218526] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.218603] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.218798] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.218876] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.218961] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f856368-3ca8-4be3-8f28-ede6b32cb085 is going to be updated. [ 1348.244556] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.244753] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.244753] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.244958] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.245114] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.254036] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f856368-3ca8-4be3-8f28-ede6b32cb085 in Status: IN_PROGRESS for 2s [ 1348.258385] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0687f1ae-7e37-4c47-be35-b0c96cbcc6ec with status ACTIVE [ 1348.258636] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.258774] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.258843] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.259072] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.259132] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.259362] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.259426] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.259530] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.259603] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.259682] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.259859] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.259951] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.260026] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.260168] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.260241] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.260324] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0687f1ae-7e37-4c47-be35-b0c96cbcc6ec is going to be updated. [ 1348.289750] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.289924] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.289973] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.290193] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.290326] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.290540] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0687f1ae-7e37-4c47-be35-b0c96cbcc6ec" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1350.263530] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f856368-3ca8-4be3-8f28-ede6b32cb085 in Status: SUCCESS [ 1350.263910] env[65424]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f856368-3ca8-4be3-8f28-ede6b32cb085 deletion is rescheduled due to dependency. [ 1350.263910] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f856368-3ca8-4be3-8f28-ede6b32cb085" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1352.756964] env[65424]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1352.757499] env[65424]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1357.757660] env[65424]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1357.757969] env[65424]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1362.758671] env[65424]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1362.759172] env[65424]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1367.759367] env[65424]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1367.759669] env[65424]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1372.760155] env[65424]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1372.760507] env[65424]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1373.577959] env[65424]: INFO networking_nsxv3.common.synchronization [req-48cebbf5-0ab5-415a-8d08-41c4c5cf6acd req-e7a8bd78-31d5-413c-8fd4-bc00c3094150 tempest-ServerActionsTestOtherA-1226392852 tempest-ServerActionsTestOtherA-1226392852-project-member] Enqueued Resource ID: 62657b69-69d5-4788-9487-968183c67fa4 with Priority: HIGHEST for action security_group_members [ 1373.577959] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62657b69-69d5-4788-9487-968183c67fa4 with Priority: HIGHEST for action security_group_members [ 1373.578335] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-62657b69-69d5-4788-9487-968183c67fa4 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.578394] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62657b69-69d5-4788-9487-968183c67fa4" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.578432] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62657b69-69d5-4788-9487-968183c67fa4" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.578641] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62657b69-69d5-4788-9487-968183c67fa4" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.578833] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.578892] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.578939] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.579251] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.579310] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.579394] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('62657b69-69d5-4788-9487-968183c67fa4',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1373.889181] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock network-512 taken with stack trace [, , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.889181] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "network-512" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.889181] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "network-512" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.889181] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "network-512" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.889574] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.889574] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.889728] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.889903] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.890054] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.890271] env[65424]: DEBUG dogpile.cache.region [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] No value present for key: 'zone-id' {{(pid=65424) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1373.890380] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] NeedRegenerationException {{(pid=65424) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1373.890485] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] no value, waiting for create lock {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1373.890587] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] value creation lock acquired {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1373.890730] env[65424]: DEBUG dogpile.cache.region [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] No value present for key: 'zone-id' {{(pid=65424) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1373.890852] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Calling creation function for not-yet-present value {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1373.890980] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1373.912430] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1373.912608] env[65424]: DEBUG dogpile.cache.region [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65424) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1373.912791] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Released creation lock {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1373.912895] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "network-512" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.913285] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock port-330ebb4b-3a44-417f-98a6-24806c3d0119 taken with stack trace [, , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.913470] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "port-330ebb4b-3a44-417f-98a6-24806c3d0119" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.913570] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "port-330ebb4b-3a44-417f-98a6-24806c3d0119" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.913909] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "port-330ebb4b-3a44-417f-98a6-24806c3d0119" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.914054] env[65424]: DEBUG networking_nsxv3.api.rpc [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('330ebb4b-3a44-417f-98a6-24806c3d0119',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1374.081506] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('62657b69-69d5-4788-9487-968183c67fa4',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1374.416867] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.417114] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.417242] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.417527] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.417675] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.417828] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Segment Port 330ebb4b-3a44-417f-98a6-24806c3d0119 not found, creating... [ 1374.418093] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.418248] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.418362] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.418570] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.418742] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.419031] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.419185] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.419297] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.419496] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.419625] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.419758] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Resource: SegmentPort with ID: 330ebb4b-3a44-417f-98a6-24806c3d0119 is going to be created. [ 1374.439911] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.440129] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.440250] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.440510] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.440772] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.440981] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "port-330ebb4b-3a44-417f-98a6-24806c3d0119" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.584464] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('62657b69-69d5-4788-9487-968183c67fa4',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1375.087137] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.087550] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.087550] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.087628] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.087659] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.087749] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62657b69-69d5-4788-9487-968183c67fa4 is going to be updated. [ 1375.115777] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.115943] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.115988] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.116197] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.116447] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.126276] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62657b69-69d5-4788-9487-968183c67fa4 in Status: IN_PROGRESS for 2s [ 1375.132313] env[65424]: INFO networking_nsxv3.common.synchronization [req-48cebbf5-0ab5-415a-8d08-41c4c5cf6acd req-0e45f965-04a3-45e7-8511-4fc6776ff451 service nova] Enqueued Resource ID: 62657b69-69d5-4788-9487-968183c67fa4 with Priority: HIGHEST for action security_group_rules [ 1375.132477] env[65424]: INFO networking_nsxv3.common.synchronization [req-48cebbf5-0ab5-415a-8d08-41c4c5cf6acd req-0e45f965-04a3-45e7-8511-4fc6776ff451 service nova] Enqueued Resource ID: 62657b69-69d5-4788-9487-968183c67fa4 with Priority: HIGHEST for action security_group_members [ 1375.132609] env[65424]: INFO networking_nsxv3.common.synchronization [req-48cebbf5-0ab5-415a-8d08-41c4c5cf6acd req-0e45f965-04a3-45e7-8511-4fc6776ff451 service nova] Enqueued Resource ID: 330ebb4b-3a44-417f-98a6-24806c3d0119 with Priority: HIGHEST for action port [ 1375.132834] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62657b69-69d5-4788-9487-968183c67fa4 with Priority: HIGHEST for action security_group_rules [ 1375.132958] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62657b69-69d5-4788-9487-968183c67fa4 with Priority: HIGHEST for action security_group_members [ 1375.133067] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 330ebb4b-3a44-417f-98a6-24806c3d0119 with Priority: HIGHEST for action port [ 1375.133609] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock rules-62657b69-69d5-4788-9487-968183c67fa4 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.133733] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-62657b69-69d5-4788-9487-968183c67fa4" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.133802] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-62657b69-69d5-4788-9487-968183c67fa4" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.133990] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-62657b69-69d5-4788-9487-968183c67fa4" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.134716] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('62657b69-69d5-4788-9487-968183c67fa4',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1375.135563] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-62657b69-69d5-4788-9487-968183c67fa4 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.135661] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62657b69-69d5-4788-9487-968183c67fa4" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.135856] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock port-330ebb4b-3a44-417f-98a6-24806c3d0119 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.135964] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-330ebb4b-3a44-417f-98a6-24806c3d0119" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.136040] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-330ebb4b-3a44-417f-98a6-24806c3d0119" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.136227] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-330ebb4b-3a44-417f-98a6-24806c3d0119" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.136287] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('330ebb4b-3a44-417f-98a6-24806c3d0119',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1375.638285] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-62657b69-69d5-4788-9487-968183c67fa4 taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.638538] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62657b69-69d5-4788-9487-968183c67fa4" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.638590] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 330ebb4b-3a44-417f-98a6-24806c3d0119 with status ACTIVE [ 1375.638769] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.638848] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.638916] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.639159] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.639250] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.639421] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.639515] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.639575] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.639717] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.639793] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.639974] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.640078] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.640138] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.640270] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.640342] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.640424] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 330ebb4b-3a44-417f-98a6-24806c3d0119 is going to be updated. [ 1375.662330] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.662553] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.662553] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.662728] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.662863] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.663058] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-330ebb4b-3a44-417f-98a6-24806c3d0119" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.136489] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62657b69-69d5-4788-9487-968183c67fa4 in Status: SUCCESS [ 1377.136829] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62657b69-69d5-4788-9487-968183c67fa4" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.136918] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62657b69-69d5-4788-9487-968183c67fa4" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.137194] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62657b69-69d5-4788-9487-968183c67fa4" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1377.137387] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1377.137504] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.137567] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.137746] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1377.137810] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.137932] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('62657b69-69d5-4788-9487-968183c67fa4',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1377.640248] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('62657b69-69d5-4788-9487-968183c67fa4',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1378.143410] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('62657b69-69d5-4788-9487-968183c67fa4',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1378.646562] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1378.646791] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.646791] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.646951] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1378.647048] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.647154] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62657b69-69d5-4788-9487-968183c67fa4 is going to be updated. [ 1378.678439] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1378.678637] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.678637] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.678892] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1378.679082] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.692849] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62657b69-69d5-4788-9487-968183c67fa4 in Status: IN_PROGRESS for 2s [ 1380.134481] env[65424]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1380.134950] env[65424]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1380.707152] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62657b69-69d5-4788-9487-968183c67fa4 in Status: SUCCESS [ 1380.707329] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62657b69-69d5-4788-9487-968183c67fa4" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.707455] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62657b69-69d5-4788-9487-968183c67fa4" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.707674] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62657b69-69d5-4788-9487-968183c67fa4" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1380.707857] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1380.707977] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.708054] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.708205] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1380.708283] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.708365] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62657b69-69d5-4788-9487-968183c67fa4" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.708455] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('62657b69-69d5-4788-9487-968183c67fa4',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1381.211070] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('62657b69-69d5-4788-9487-968183c67fa4',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1381.712810] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 62657b69-69d5-4788-9487-968183c67fa4: rpc.has_security_group_logging(os_id): False [ 1381.734164] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1381.734306] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.734382] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1381.734594] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1381.734686] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.734939] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1381.735054] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.735119] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1381.735265] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1381.735349] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.735426] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 62657b69-69d5-4788-9487-968183c67fa4 is going to be updated. [ 1381.792793] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1381.793069] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.793169] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1381.793409] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1381.793609] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.805216] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 62657b69-69d5-4788-9487-968183c67fa4 in Status: IN_PROGRESS for 2s [ 1383.818548] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 62657b69-69d5-4788-9487-968183c67fa4 in Status: SUCCESS [ 1383.818966] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-62657b69-69d5-4788-9487-968183c67fa4" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1385.135554] env[65424]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1385.136137] env[65424]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1390.137179] env[65424]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1390.137564] env[65424]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1395.138999] env[65424]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1395.139301] env[65424]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1400.140424] env[65424]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1400.140959] env[65424]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1403.503656] env[65424]: INFO networking_nsxv3.common.synchronization [req-a0ed96f3-7123-4a41-881f-7a7f808ec6d7 req-eb8e5700-fe33-4671-b38b-835978b5ff0d tempest-ServerActionsTestJSON-1441725890 tempest-ServerActionsTestJSON-1441725890-project-member] Enqueued Resource ID: 7b9de5c1-b95a-4fe3-8670-021d73af9048 with Priority: HIGHEST for action security_group_members [ 1403.503917] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b9de5c1-b95a-4fe3-8670-021d73af9048 with Priority: HIGHEST for action security_group_members [ 1403.504789] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b9de5c1-b95a-4fe3-8670-021d73af9048 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1403.504789] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b9de5c1-b95a-4fe3-8670-021d73af9048" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.504789] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b9de5c1-b95a-4fe3-8670-021d73af9048" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1403.504789] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b9de5c1-b95a-4fe3-8670-021d73af9048" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1403.504789] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1403.505093] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.505093] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1403.505093] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1403.505093] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1403.505271] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7b9de5c1-b95a-4fe3-8670-021d73af9048',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1404.009350] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1404.009585] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1404.009709] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1404.009925] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1404.010028] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1404.010255] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1404.010367] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1404.010422] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1404.010578] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1404.010657] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1404.010746] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b9de5c1-b95a-4fe3-8670-021d73af9048 is going to be updated. [ 1404.041189] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1404.041436] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1404.041436] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1404.041615] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1404.041736] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1404.051157] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b9de5c1-b95a-4fe3-8670-021d73af9048 in Status: IN_PROGRESS for 2s [ 1406.062832] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b9de5c1-b95a-4fe3-8670-021d73af9048 in Status: SUCCESS [ 1406.063240] env[65424]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b9de5c1-b95a-4fe3-8670-021d73af9048 deletion is rescheduled due to dependency. [ 1406.063240] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b9de5c1-b95a-4fe3-8670-021d73af9048" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1408.505272] env[65424]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1408.505546] env[65424]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1411.208731] env[65424]: INFO networking_nsxv3.common.synchronization [req-ffb64e46-2bb1-4ca6-b4d9-ddffb397459d req-1bb40139-2421-4b5c-92fe-8244d833d13c tempest-ServerActionsTestJSON-1441725890 tempest-ServerActionsTestJSON-1441725890-project-member] Enqueued Resource ID: 7b9de5c1-b95a-4fe3-8670-021d73af9048 with Priority: HIGHEST for action security_group_members [ 1411.209227] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b9de5c1-b95a-4fe3-8670-021d73af9048 with Priority: HIGHEST for action security_group_members [ 1411.209673] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b9de5c1-b95a-4fe3-8670-021d73af9048 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1411.209876] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b9de5c1-b95a-4fe3-8670-021d73af9048" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.209996] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b9de5c1-b95a-4fe3-8670-021d73af9048" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1411.210309] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b9de5c1-b95a-4fe3-8670-021d73af9048" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1411.210565] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1411.210708] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.210812] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1411.211062] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1411.211211] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1411.211367] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7b9de5c1-b95a-4fe3-8670-021d73af9048',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1411.499244] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock network-350 taken with stack trace [, , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1411.499244] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "network-350" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.499244] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "network-350" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1411.499244] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "network-350" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1411.499244] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1411.499672] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.499672] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1411.499672] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1411.499803] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1411.500047] env[65424]: DEBUG dogpile.cache.region [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] No value present for key: 'zone-id' {{(pid=65424) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1411.500169] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] NeedRegenerationException {{(pid=65424) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1411.500261] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] no value, waiting for create lock {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1411.500363] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] value creation lock acquired {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1411.500469] env[65424]: DEBUG dogpile.cache.region [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] No value present for key: 'zone-id' {{(pid=65424) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1411.500570] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Calling creation function for not-yet-present value {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1411.500696] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1411.521177] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1411.521372] env[65424]: DEBUG dogpile.cache.region [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65424) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1411.521468] env[65424]: DEBUG dogpile.lock [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Released creation lock {{(pid=65424) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1411.521641] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "network-350" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1411.521952] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock port-cce39101-1c51-44f6-9019-b247c77c023c taken with stack trace [, , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1411.522166] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "port-cce39101-1c51-44f6-9019-b247c77c023c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.522294] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "port-cce39101-1c51-44f6-9019-b247c77c023c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1411.522625] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "port-cce39101-1c51-44f6-9019-b247c77c023c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1411.522765] env[65424]: DEBUG networking_nsxv3.api.rpc [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cce39101-1c51-44f6-9019-b247c77c023c',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1411.713600] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1411.713817] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.713817] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1411.714050] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1411.714149] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1411.714365] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1411.714483] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.714530] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1411.714708] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1411.714823] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1411.714865] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b9de5c1-b95a-4fe3-8670-021d73af9048 is going to be updated. [ 1411.738918] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1411.739145] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.739145] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1411.739355] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1411.739497] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1411.748557] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b9de5c1-b95a-4fe3-8670-021d73af9048 in Status: IN_PROGRESS for 2s [ 1412.024882] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1412.025125] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1412.025182] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1412.025485] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1412.025637] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1412.025793] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Segment Port cce39101-1c51-44f6-9019-b247c77c023c not found, creating... [ 1412.026065] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1412.026227] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1412.026343] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1412.026566] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1412.026699] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1412.027054] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1412.027225] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1412.027342] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1412.027543] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1412.027675] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1412.027810] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Resource: SegmentPort with ID: cce39101-1c51-44f6-9019-b247c77c023c is going to be created. [ 1412.048128] env[65424]: DEBUG networking_nsxv3.common.locking [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1412.048372] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1412.048459] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1412.048737] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1412.049057] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1412.049282] env[65424]: DEBUG oslo_concurrency.lockutils [None req-29a43f6e-f886-4b11-bc51-0d28d1020ee9 None None] Releasing lock "port-cce39101-1c51-44f6-9019-b247c77c023c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1412.742383] env[65424]: INFO networking_nsxv3.common.synchronization [req-ffb64e46-2bb1-4ca6-b4d9-ddffb397459d req-612cc3ee-b8cc-4b9b-abf5-c26f7e434bec service nova] Enqueued Resource ID: 7b9de5c1-b95a-4fe3-8670-021d73af9048 with Priority: HIGHEST for action security_group_rules [ 1412.742650] env[65424]: INFO networking_nsxv3.common.synchronization [req-ffb64e46-2bb1-4ca6-b4d9-ddffb397459d req-612cc3ee-b8cc-4b9b-abf5-c26f7e434bec service nova] Enqueued Resource ID: 7b9de5c1-b95a-4fe3-8670-021d73af9048 with Priority: HIGHEST for action security_group_members [ 1412.742691] env[65424]: INFO networking_nsxv3.common.synchronization [req-ffb64e46-2bb1-4ca6-b4d9-ddffb397459d req-612cc3ee-b8cc-4b9b-abf5-c26f7e434bec service nova] Enqueued Resource ID: cce39101-1c51-44f6-9019-b247c77c023c with Priority: HIGHEST for action port [ 1412.743310] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b9de5c1-b95a-4fe3-8670-021d73af9048 with Priority: HIGHEST for action security_group_rules [ 1412.743448] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b9de5c1-b95a-4fe3-8670-021d73af9048 with Priority: HIGHEST for action security_group_members [ 1412.743544] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cce39101-1c51-44f6-9019-b247c77c023c with Priority: HIGHEST for action port [ 1412.743852] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7b9de5c1-b95a-4fe3-8670-021d73af9048 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1412.743942] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7b9de5c1-b95a-4fe3-8670-021d73af9048" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1412.743993] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7b9de5c1-b95a-4fe3-8670-021d73af9048" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1412.744191] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7b9de5c1-b95a-4fe3-8670-021d73af9048" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1412.744273] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7b9de5c1-b95a-4fe3-8670-021d73af9048',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1412.745091] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b9de5c1-b95a-4fe3-8670-021d73af9048 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1412.745190] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b9de5c1-b95a-4fe3-8670-021d73af9048" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1412.745410] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock port-cce39101-1c51-44f6-9019-b247c77c023c taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1412.745593] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cce39101-1c51-44f6-9019-b247c77c023c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1412.745593] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cce39101-1c51-44f6-9019-b247c77c023c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1412.745689] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cce39101-1c51-44f6-9019-b247c77c023c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1412.745767] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cce39101-1c51-44f6-9019-b247c77c023c',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1413.247849] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b9de5c1-b95a-4fe3-8670-021d73af9048 taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1413.248131] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b9de5c1-b95a-4fe3-8670-021d73af9048" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1413.248311] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cce39101-1c51-44f6-9019-b247c77c023c with status ACTIVE [ 1413.248351] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1413.248449] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1413.248537] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1413.248728] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1413.248816] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1413.248987] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1413.249116] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1413.249580] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1413.249580] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1413.249580] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1413.249580] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1413.249805] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1413.249805] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1413.249876] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1413.249939] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1413.250016] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cce39101-1c51-44f6-9019-b247c77c023c is going to be updated. [ 1413.272015] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1413.272300] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1413.272300] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1413.272426] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1413.272529] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1413.272687] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cce39101-1c51-44f6-9019-b247c77c023c" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1413.758193] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b9de5c1-b95a-4fe3-8670-021d73af9048 in Status: SUCCESS [ 1413.758553] env[65424]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b9de5c1-b95a-4fe3-8670-021d73af9048 deletion is rescheduled due to dependency. [ 1413.758553] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b9de5c1-b95a-4fe3-8670-021d73af9048" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1413.758638] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b9de5c1-b95a-4fe3-8670-021d73af9048" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1413.758829] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b9de5c1-b95a-4fe3-8670-021d73af9048" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1413.759029] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1413.759137] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1413.759219] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1413.759375] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1413.759477] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1413.759557] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7b9de5c1-b95a-4fe3-8670-021d73af9048',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1414.262466] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7b9de5c1-b95a-4fe3-8670-021d73af9048',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1414.765274] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7b9de5c1-b95a-4fe3-8670-021d73af9048',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1415.267586] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1415.267754] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1415.267824] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1415.268049] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1415.268139] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1415.268239] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b9de5c1-b95a-4fe3-8670-021d73af9048 is going to be updated. [ 1415.297276] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1415.297480] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1415.297480] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1415.297685] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1415.297830] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1415.306247] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b9de5c1-b95a-4fe3-8670-021d73af9048 in Status: IN_PROGRESS for 2s [ 1417.316423] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b9de5c1-b95a-4fe3-8670-021d73af9048 in Status: SUCCESS [ 1417.316830] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b9de5c1-b95a-4fe3-8670-021d73af9048" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1417.316830] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b9de5c1-b95a-4fe3-8670-021d73af9048" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1417.317022] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b9de5c1-b95a-4fe3-8670-021d73af9048" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1417.317224] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1417.317373] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.317433] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1417.317559] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1417.317638] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1417.317725] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b9de5c1-b95a-4fe3-8670-021d73af9048" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1417.317817] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7b9de5c1-b95a-4fe3-8670-021d73af9048',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1417.744339] env[65424]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1417.744588] env[65424]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1417.820058] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7b9de5c1-b95a-4fe3-8670-021d73af9048',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1418.323172] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7b9de5c1-b95a-4fe3-8670-021d73af9048: rpc.has_security_group_logging(os_id): False [ 1418.341069] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1418.341350] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.341350] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1418.341571] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1418.341635] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1418.341881] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1418.341983] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.342068] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1418.342207] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1418.342285] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1418.342372] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7b9de5c1-b95a-4fe3-8670-021d73af9048 is going to be updated. [ 1418.427392] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1418.427659] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.427659] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1418.427772] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1418.427894] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1418.448152] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7b9de5c1-b95a-4fe3-8670-021d73af9048 in Status: IN_PROGRESS for 2s [ 1420.465638] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7b9de5c1-b95a-4fe3-8670-021d73af9048 in Status: SUCCESS [ 1420.466098] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7b9de5c1-b95a-4fe3-8670-021d73af9048" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1422.745815] env[65424]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1422.746181] env[65424]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1427.747118] env[65424]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1427.747508] env[65424]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1432.748380] env[65424]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1432.748697] env[65424]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1437.749945] env[65424]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1437.750384] env[65424]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1442.751447] env[65424]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1442.751846] env[65424]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1443.172906] env[65424]: INFO networking_nsxv3.common.synchronization [req-683f60c9-8847-4f9d-8a75-19a1cf7b1c62 req-e091349e-8b27-47a3-89d8-ca421a2eaf09 tempest-ServerActionsTestOtherA-1226392852 tempest-ServerActionsTestOtherA-1226392852-project-member] Enqueued Resource ID: 62657b69-69d5-4788-9487-968183c67fa4 with Priority: HIGHEST for action security_group_members [ 1443.173424] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62657b69-69d5-4788-9487-968183c67fa4 with Priority: HIGHEST for action security_group_members [ 1443.173727] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-62657b69-69d5-4788-9487-968183c67fa4 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1443.173852] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62657b69-69d5-4788-9487-968183c67fa4" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1443.173923] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62657b69-69d5-4788-9487-968183c67fa4" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1443.174150] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62657b69-69d5-4788-9487-968183c67fa4" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1443.174517] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1443.174639] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1443.174700] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1443.174852] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1443.174931] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1443.175034] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('62657b69-69d5-4788-9487-968183c67fa4',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1443.678048] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('62657b69-69d5-4788-9487-968183c67fa4',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1444.180362] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('62657b69-69d5-4788-9487-968183c67fa4',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1444.683305] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1444.683543] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1444.683606] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1444.683777] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1444.683884] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1444.683985] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62657b69-69d5-4788-9487-968183c67fa4 is going to be updated. [ 1444.712913] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1444.713127] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1444.713127] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1444.713326] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1444.713470] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1444.722841] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62657b69-69d5-4788-9487-968183c67fa4 in Status: IN_PROGRESS for 2s [ 1446.734340] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62657b69-69d5-4788-9487-968183c67fa4 in Status: SUCCESS [ 1446.734706] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62657b69-69d5-4788-9487-968183c67fa4" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1448.174473] env[65424]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1448.174825] env[65424]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1453.175747] env[65424]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1453.175747] env[65424]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1458.177066] env[65424]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1458.177066] env[65424]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1458.364387] env[65424]: INFO networking_nsxv3.common.synchronization [req-ca6a7869-0b91-4664-bc8d-7c59d3b3c608 req-d37a5540-4499-4a38-80b7-6882766f55d0 tempest-ServerActionsTestOtherA-1226392852 tempest-ServerActionsTestOtherA-1226392852-project-member] Enqueued Resource ID: 62657b69-69d5-4788-9487-968183c67fa4 with Priority: HIGHEST for action security_group_members [ 1458.364924] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62657b69-69d5-4788-9487-968183c67fa4 with Priority: HIGHEST for action security_group_members [ 1458.365252] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-62657b69-69d5-4788-9487-968183c67fa4 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1458.365383] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62657b69-69d5-4788-9487-968183c67fa4" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1458.365460] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62657b69-69d5-4788-9487-968183c67fa4" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1458.365644] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62657b69-69d5-4788-9487-968183c67fa4" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1458.365796] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1458.365913] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1458.366255] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1458.366255] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1458.366255] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1458.366468] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('62657b69-69d5-4788-9487-968183c67fa4',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1458.869074] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1458.869329] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1458.869329] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1458.869499] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1458.869605] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1458.869819] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1458.869916] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1458.869979] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1458.870156] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1458.870229] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1458.870313] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62657b69-69d5-4788-9487-968183c67fa4 is going to be updated. [ 1458.899561] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1458.899790] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1458.899790] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1458.899937] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1458.900089] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1458.908071] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62657b69-69d5-4788-9487-968183c67fa4 in Status: IN_PROGRESS for 2s [ 1460.920378] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62657b69-69d5-4788-9487-968183c67fa4 in Status: SUCCESS [ 1460.920767] env[65424]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62657b69-69d5-4788-9487-968183c67fa4 deletion is rescheduled due to dependency. [ 1460.920767] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62657b69-69d5-4788-9487-968183c67fa4" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1463.365922] env[65424]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1463.365922] env[65424]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1468.367839] env[65424]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1468.368276] env[65424]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1473.369181] env[65424]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1473.369575] env[65424]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1474.134955] env[65424]: INFO networking_nsxv3.common.synchronization [req-e80d144a-b7f8-438d-aa76-bcd689f68a95 req-73113758-3067-44ab-afa8-5d8689b98ee2 tempest-ServerActionsTestJSON-1441725890 tempest-ServerActionsTestJSON-1441725890-project-member] Enqueued Resource ID: 7b9de5c1-b95a-4fe3-8670-021d73af9048 with Priority: HIGHEST for action security_group_members [ 1474.134955] env[65424]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b9de5c1-b95a-4fe3-8670-021d73af9048 with Priority: HIGHEST for action security_group_members [ 1474.134955] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b9de5c1-b95a-4fe3-8670-021d73af9048 taken with stack trace [, , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1474.134955] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b9de5c1-b95a-4fe3-8670-021d73af9048" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1474.134955] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b9de5c1-b95a-4fe3-8670-021d73af9048" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1474.134955] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b9de5c1-b95a-4fe3-8670-021d73af9048" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1474.135713] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1474.135713] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1474.135713] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1474.135713] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1474.135713] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1474.136037] env[65424]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7b9de5c1-b95a-4fe3-8670-021d73af9048',) {} {{(pid=65424) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1474.637702] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1474.638146] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1474.638146] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1474.638146] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1474.638278] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1474.638436] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1474.638535] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1474.638592] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1474.638734] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1474.638809] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1474.638893] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b9de5c1-b95a-4fe3-8670-021d73af9048 is going to be updated. [ 1474.667011] env[65424]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65424) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1474.667234] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1474.667234] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1474.667408] env[65424]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1474.667543] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1474.675620] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b9de5c1-b95a-4fe3-8670-021d73af9048 in Status: IN_PROGRESS for 2s [ 1476.687906] env[65424]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b9de5c1-b95a-4fe3-8670-021d73af9048 in Status: SUCCESS [ 1476.688395] env[65424]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b9de5c1-b95a-4fe3-8670-021d73af9048 deletion is rescheduled due to dependency. [ 1476.688395] env[65424]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b9de5c1-b95a-4fe3-8670-021d73af9048" {{(pid=65424) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1479.135045] env[65424]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1479.135045] env[65424]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1484.136636] env[65424]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1484.137127] env[65424]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1488.862127] env[65424]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-7e8d0299-479d-4e61-a386-18f0c3e50458 None None] NSXv3 Agent Agent loop - iteration:3 completed [ 1488.862603] env[65424]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-7e8d0299-479d-4e61-a386-18f0c3e50458 None None] NSXv3 Agent Agent loop - iteration:4 started [ 1489.137675] env[65424]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1489.137912] env[65424]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1494.139024] env[65424]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1494.139024] env[65424]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1499.140362] env[65424]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1499.140818] env[65424]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1504.141246] env[65424]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1504.141701] env[65424]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1509.142405] env[65424]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1509.142789] env[65424]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1514.143872] env[65424]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1514.144326] env[65424]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0